-- Logs begin at Fri 2022-03-18 10:55:36 UTC, end at Fri 2022-03-18 12:59:19 UTC. -- Mar 18 12:27:28.283414 dv-cinder-790535-30-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 18 12:27:31.216666 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.common.config [-] Logging enabled! Mar 18 12:27:31.217304 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 18 12:27:31.217459 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103334) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 18 12:27:31.220727 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.common.config [-] Logging enabled! Mar 18 12:27:31.220977 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 18 12:27:31.221284 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103334) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 18 12:27:31.222264 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 12:27:31.222590 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 12:27:31.222963 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 12:27:31.223207 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 12:27:31.223428 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 12:27:31.224187 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.224610 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 18 12:27:31.224921 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.225209 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.225497 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.225782 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.226065 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.226343 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.226646 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.226939 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.227218 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.227496 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.227773 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.228055 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.228334 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.228616 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.228896 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.229173 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] debug = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.229447 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.229879 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.230291 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.230591 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.230877 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.231150 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.231413 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.231681 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.231956 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.232276 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] host = dv-cinder-790535-30-iscsi {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.232547 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.232826 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.233104 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.233381 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.233647 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.233914 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.234192 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.234460 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.234751 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] log_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.235019 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.235300 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.235578 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.235858 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.236078 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.236294 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.236583 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.236862 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.237128 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.237421 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.237687 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.237950 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.238215 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.238475 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.238773 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.239304 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.239580 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.239846 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.240110 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.240372 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.240634 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.240909 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.241172 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.241433 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.241696 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.241971 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.242231 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.242591 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.242890 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.243170 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.243446 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.243722 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.243987 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.244262 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.244533 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.244794 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.245060 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] use_json = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.245319 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.245580 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.245853 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.246119 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.246382 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.246677 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.246946 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.247221 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.247493 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:31.247783 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.248070 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.248365 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.248653 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.248936 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.249207 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.249487 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.249757 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.250035 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.250318 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.250626 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.250896 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.251189 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.251471 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.251757 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.252051 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.252341 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.252632 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.253415 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.253682 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.253951 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.254224 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.254506 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.254819 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.255105 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.255391 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.255665 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.255955 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.256235 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.256522 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.256806 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.257074 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.257352 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.257634 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.257907 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.258171 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.258443 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.258747 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.259021 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.259286 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.259564 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.259836 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.260102 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.260367 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.260639 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.260921 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.261192 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.261457 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.261721 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.262068 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.262335 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.262642 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.262917 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.263182 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.263446 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.263717 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.263980 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.264246 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.264515 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.264780 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.265046 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.265310 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.265572 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.265836 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.266100 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.266362 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.266650 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.266916 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.267189 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.267452 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.267717 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.267981 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.268244 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.268509 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.269342 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.269634 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.269905 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.270175 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.270444 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.270738 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.271011 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.271280 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.271549 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.271815 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.272079 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.272359 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.272633 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.272911 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.273201 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.273471 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.273756 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.274025 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.274294 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.274592 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.274863 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.275135 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.275408 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.275682 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.275967 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.276252 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.276539 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.276823 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.277110 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.277383 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.277681 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.277950 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:31.278161 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 12:27:31.278395 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103334) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 18 12:27:31.646986 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 18 12:27:31.647262 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 18 12:27:31.647561 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 18 12:27:31.648025 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 18 12:27:31.971979 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:31.972189 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:31.972456 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:31.973622 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:31.973899 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:31.974278 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.028587 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.028864 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.029127 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.043721 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.043996 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.044260 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.072501 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.072779 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.073044 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.216748 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.217388 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.217388 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.447328 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.447613 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.447876 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.448136 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.448818 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.550878 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.551197 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.551471 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.551736 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.551994 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.552297 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.552550 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.552799 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.553045 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.553321 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.553572 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.553827 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.554073 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.554317 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.554585 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.554844 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.555091 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.555351 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.555613 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.555866 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.556130 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.556381 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.556654 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.557023 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.557264 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.557503 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.557889 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103334) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 12:27:32.558121 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103334) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 12:27:32.558350 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103334) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 12:27:32.558600 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103334) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 12:27:32.558829 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103334) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 12:27:32.559057 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103334) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 12:27:32.559408 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 18 12:27:32.562556 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 18 12:27:32.567231 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 18 12:27:32.570920 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 18 12:27:32.572545 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 18 12:27:32.573008 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 18 12:27:32.573341 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 18 12:27:32.573718 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 18 12:27:32.576560 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 18 12:27:32.576808 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 18 12:27:32.577147 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 18 12:27:32.581997 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 18 12:27:32.605257 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 18 12:27:32.605702 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.605992 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103334) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 18 12:27:32.606361 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.607741 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103334) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 18 12:27:32.608019 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 18 12:27:32.608261 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 18 12:27:32.611525 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.611803 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:32.674608 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 18 12:27:32.675362 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 18 12:27:32.675597 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 18 12:27:32.675955 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 18 12:27:32.696173 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_db.sqlalchemy.engines [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103334) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 18 12:27:33.129027 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Initializing driver for type 'gre' Mar 18 12:27:33.129543 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] gre ID ranges: [(1, 1000)] Mar 18 12:27:33.178988 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Initializing driver for type 'local' Mar 18 12:27:33.179319 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Initializing driver for type 'vlan' Mar 18 12:27:33.191497 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] VlanTypeDriver initialization complete Mar 18 12:27:33.191794 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Initializing driver for type 'vxlan' Mar 18 12:27:33.192259 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] vxlan ID ranges: [(1, 1000)] Mar 18 12:27:33.243252 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Initializing extension driver 'port_security' Mar 18 12:27:33.243872 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] PortSecurityExtensionDriver initialization complete Mar 18 12:27:33.243959 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Initializing mechanism driver 'openvswitch' Mar 18 12:27:33.244250 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Initializing mechanism driver 'hyperv' Mar 18 12:27:33.250926 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:27:33.251606 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > port after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.251977 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > port after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.252329 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > port after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.252882 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103334) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 12:27:33.253314 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > subnet after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.253667 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > subnet after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.254008 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.254405 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103334) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 12:27:33.254839 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > network after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.255188 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > network after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.255525 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > network after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.255913 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103334) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 12:27:33.256318 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > security_group after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.256669 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > security_group after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.257009 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.257535 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103334) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 12:27:33.258000 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.258291 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.258664 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.259061 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103334) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 12:27:33.259464 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > address_group after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.259811 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > address_group after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.260142 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.260535 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103334) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 12:27:33.260978 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] ML2 OVO RPC backend initialized. {{(pid=103334) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 18 12:27:33.261677 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.262030 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.262443 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > network before_response 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.262812 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > networks before_response 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.263159 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > port before_response 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.263497 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > ports before_response 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.263839 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > subnet before_response 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.264175 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > subnets before_response 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.264519 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > network after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.264862 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > network after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.265198 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > network after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.265536 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > port after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.265873 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > port after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.266206 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > port after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.266561 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > subnet after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.266899 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > subnet after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.267232 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.274937 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded quota_driver: . Mar 18 12:27:33.275297 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Modular L2 Plugin initialization complete Mar 18 12:27:33.275643 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading services supported by the core plugin {{(pid=103334) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 18 12:27:33.275983 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.plugins.ml2.managers [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Got port-security extension from driver 'port_security' Mar 18 12:27:33.276456 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.extensions.vlantransparent [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Disabled vlantransparent extension. Mar 18 12:27:33.276945 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103334) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 18 12:27:33.277269 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading Plugin: router Mar 18 12:27:33.312985 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.313379 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router after_create 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.313750 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router before_create 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.314112 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.314485 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.314872 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router after_delete 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.315230 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.315623 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.315933 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router after_create 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.316275 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router after_update 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.316620 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router after_update 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.316965 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.317321 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router after_update 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.317731 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router precommit_update 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.318099 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: port after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.318437 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: port after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.318798 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: subnet after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.319139 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.319486 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.319828 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router precommit_create 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.320186 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: port before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.320505 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router precommit_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.320855 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router after_update 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.321193 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.321540 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router precommit_create 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.321895 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.322235 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router precommit_update 55549900 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.322629 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > agent after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.322977 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > agent after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.323323 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > network after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.324168 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Tracking information for resource: router configured {{(pid=103334) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 12:27:33.324497 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Tracking information for resource: floatingip configured {{(pid=103334) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 12:27:33.329385 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.db.l3_agentschedulers_db [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 18 12:27:33.329956 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: port after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.330317 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: port after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.330710 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: port after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.331578 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: port after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.332487 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router before_create 55550100 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.332854 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.333218 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router precommit_create 55550100 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.333574 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > router precommit_update 55550100 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.338406 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.services.provider_configuration [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service providers = [] {{(pid=103334) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 18 12:27:33.338806 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.db.servicetype_db [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103334) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 18 12:27:33.341801 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.services.service_base [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103334) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 12:27:33.342152 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.services.service_base [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103334) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 12:27:33.342494 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.services.service_base [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103334) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 12:27:33.343405 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.services.service_base [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103334) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 12:27:33.343776 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.services.service_base [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 18 12:27:33.344150 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103334) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 12:27:33.344466 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 18 12:27:33.355883 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103334) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 12:27:33.356219 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading Plugin: auto_allocate Mar 18 12:27:33.362075 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: network precommit_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.362499 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: network precommit_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.363049 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103334) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 12:27:33.363373 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading Plugin: tag Mar 18 12:27:33.370224 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103334) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 12:27:33.370584 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading Plugin: timestamp Mar 18 12:27:33.374630 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103334) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 12:27:33.374972 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading Plugin: network_ip_availability Mar 18 12:27:33.380558 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.380934 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.381290 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.381995 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103334) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 12:27:33.382315 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading Plugin: flavors Mar 18 12:27:33.387081 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103334) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 12:27:33.387415 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading Plugin: revisions Mar 18 12:27:33.391718 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103334) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 12:27:33.392109 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_concurrency.lockutils [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.744s {{(pid=103334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 18 12:27:33.392856 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103334) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 18 12:27:33.393193 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Initializing extension manager. Mar 18 12:27:33.394243 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: __init__.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.394612 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: __pycache__ {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.394948 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: address_group.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.395694 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.396259 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: address-group Mar 18 12:27:33.396586 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: address_scope.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.397297 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.397809 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: address-scope Mar 18 12:27:33.398132 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.399075 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.399592 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: router-admin-state-down-before-update Mar 18 12:27:33.399911 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: agent.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.400796 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.401304 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: agent Mar 18 12:27:33.401624 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: agent_resources_synced.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.402544 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.403067 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: agent-resources-synced Mar 18 12:27:33.403389 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: allowedaddresspairs.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.405160 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.405680 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: allowed-address-pairs Mar 18 12:27:33.406007 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: auto_allocated_topology.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.407163 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.407675 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: auto-allocated-topology Mar 18 12:27:33.408002 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: availability_zone.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.408690 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.409796 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: availability_zone Mar 18 12:27:33.410122 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: availability_zone_filter.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.411073 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.411580 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: availability_zone_filter Mar 18 12:27:33.411901 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: data_plane_status.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.412803 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.413304 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension data-plane-status not supported by any of loaded plugins Mar 18 12:27:33.413625 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: default_subnetpools.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.414539 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.415059 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: default-subnetpools Mar 18 12:27:33.415385 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.416183 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.416688 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: dhcp_agent_scheduler Mar 18 12:27:33.417014 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: dns.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.417918 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.418420 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension dns-integration not supported by any of loaded plugins Mar 18 12:27:33.418778 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: dns_domain_ports.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.419689 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.420190 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 18 12:27:33.420514 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.421423 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.421926 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 18 12:27:33.422249 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: dvr.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.422949 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.423453 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: dvr Mar 18 12:27:33.423775 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: ecmp_routes.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.424678 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.425205 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 18 12:27:33.425524 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: empty_string_filtering.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.426424 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.426973 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: empty-string-filtering Mar 18 12:27:33.427297 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.428197 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.428698 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 18 12:27:33.429022 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.429926 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.430429 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 18 12:27:33.430780 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: external_net.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.431679 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.432182 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: external-net Mar 18 12:27:33.432501 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.433398 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.433900 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: extra_dhcp_opt Mar 18 12:27:33.434219 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: extraroute.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.435160 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.435660 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: extraroute Mar 18 12:27:33.435980 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: extraroute_atomic.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.437014 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.437519 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: extraroute-atomic Mar 18 12:27:33.437840 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: filter_validation.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.438496 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.439028 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: filter-validation Mar 18 12:27:33.439350 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: fip_pf_description.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.440254 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.441274 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 18 12:27:33.441593 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: fip_pf_port_range.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.442503 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.443026 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 18 12:27:33.443344 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: fip_port_details.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.444248 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.444747 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: fip-port-details Mar 18 12:27:33.445066 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: flavors.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.446297 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.446839 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: flavors Mar 18 12:27:33.447167 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.448843 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.449363 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 18 12:27:33.449696 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: floatingip_pools.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.450393 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.450928 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: floatingip-pools Mar 18 12:27:33.451254 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: ip_allocation.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.452183 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.452700 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension ip_allocation not supported by any of loaded plugins Mar 18 12:27:33.453007 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.453922 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.454424 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: ip-substring-filtering Mar 18 12:27:33.454772 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l2_adjacency.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.455696 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.456837 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 18 12:27:33.457159 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l3.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.460206 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.460851 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: router Mar 18 12:27:33.461189 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.464077 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.464611 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 18 12:27:33.464945 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.465865 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.466378 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: ext-gw-mode Mar 18 12:27:33.466740 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.467654 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.468162 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: l3-ha Mar 18 12:27:33.468486 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.469707 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.470218 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 18 12:27:33.470628 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l3_flavors.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.471544 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.472078 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: l3-flavors Mar 18 12:27:33.472399 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.473779 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.474290 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 18 12:27:33.474646 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.475562 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.476072 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 18 12:27:33.476401 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: l3agentscheduler.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.477459 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.477974 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: l3_agent_scheduler Mar 18 12:27:33.478302 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: local_ip.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.480150 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.480671 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension local_ip not supported by any of loaded plugins Mar 18 12:27:33.481006 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: logging.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.482495 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.483054 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension logging not supported by any of loaded plugins Mar 18 12:27:33.483389 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: metering.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.484133 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.484714 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: metering Mar 18 12:27:33.485044 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.486144 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.486695 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: metering_source_and_destination_fields Mar 18 12:27:33.487026 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: multiprovidernet.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.487981 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.488489 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: multi-provider Mar 18 12:27:33.488813 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: netmtu.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.489980 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.490488 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: net-mtu Mar 18 12:27:33.490859 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: netmtu_writable.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.491769 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.492281 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: net-mtu-writable Mar 18 12:27:33.492601 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: network_availability_zone.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.493263 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.493759 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: network_availability_zone Mar 18 12:27:33.494091 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: network_ip_availability.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.495212 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.495722 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: network-ip-availability Mar 18 12:27:33.496051 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: network_segment_range.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.496940 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.497444 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension network-segment-range not supported by any of loaded plugins Mar 18 12:27:33.497764 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: pagination.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.498773 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.499107 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: pagination Mar 18 12:27:33.499430 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: port_device_profile.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.500345 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.500853 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: port-device-profile Mar 18 12:27:33.501172 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.502332 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.503389 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: port-mac-address-regenerate Mar 18 12:27:33.503719 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.504626 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.505137 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: port-numa-affinity-policy Mar 18 12:27:33.505460 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: port_resource_request.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.506371 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.506910 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension port-resource-request not supported by any of loaded plugins Mar 18 12:27:33.507234 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: port_resource_request_groups.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.508188 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.508694 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 18 12:27:33.509018 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: portbindings.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.509937 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.510450 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: binding Mar 18 12:27:33.510825 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: portbindings_extended.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.512086 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.512595 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: binding-extended Mar 18 12:27:33.512922 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: portsecurity.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.513824 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.514336 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: port-security Mar 18 12:27:33.514703 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: project_id.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.515684 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.516014 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: project-id Mar 18 12:27:33.516337 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: providernet.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.517251 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.517762 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: provider Mar 18 12:27:33.518082 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.522360 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.522933 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos not supported by any of loaded plugins Mar 18 12:27:33.523266 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.524518 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.525034 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 18 12:27:33.525362 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.526277 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.526821 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 18 12:27:33.527150 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_default.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.528071 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.528582 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-default not supported by any of loaded plugins Mar 18 12:27:33.528909 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_fip.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.529820 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.530326 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-fip not supported by any of loaded plugins Mar 18 12:27:33.530692 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.531600 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.532105 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 18 12:27:33.532430 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_gateway_ip.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.533351 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.533860 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 18 12:27:33.534209 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_port_network_policy.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.535223 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.535731 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 18 12:27:33.536057 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.537106 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.537616 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 18 12:27:33.537943 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.539007 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.539518 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 18 12:27:33.539844 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_pps_rule.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.541052 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.541571 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-pps not supported by any of loaded plugins Mar 18 12:27:33.541898 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_rule_type_details.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.542841 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.543351 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 18 12:27:33.543677 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.544578 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.545089 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 18 12:27:33.545413 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: qos_rules_alias.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.546469 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.547009 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 18 12:27:33.547333 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: quota_check_limit.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.548242 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.548756 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: quota-check-limit Mar 18 12:27:33.549080 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: quotasv2.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.550037 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.550493 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: quotas Mar 18 12:27:33.550846 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: quotasv2_detail.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.552568 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.552910 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: quota_details Mar 18 12:27:33.553240 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: rbac.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.554291 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.554840 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: rbac-policies Mar 18 12:27:33.555169 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: rbac_address_group.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.556091 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.556603 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: rbac-address-group Mar 18 12:27:33.556923 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: rbac_address_scope.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.557834 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.558346 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: rbac-address-scope Mar 18 12:27:33.558698 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: rbac_security_groups.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.559694 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.560205 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: rbac-security-groups Mar 18 12:27:33.560531 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: rbac_subnetpool.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.561446 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.561951 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: rbac-subnetpool Mar 18 12:27:33.562269 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: revisionifmatch.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.563216 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.563723 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: revision-if-match Mar 18 12:27:33.564046 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: revisions.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.565167 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.566252 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: standard-attr-revisions Mar 18 12:27:33.566541 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: router_availability_zone.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.567288 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.567798 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: router_availability_zone Mar 18 12:27:33.568118 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: routerservicetype.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.569041 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.569549 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension router-service-type not supported by any of loaded plugins Mar 18 12:27:33.569870 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.570824 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.571355 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: security-groups-normalized-cidr Mar 18 12:27:33.571662 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.572584 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.573088 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: port-security-groups-filtering Mar 18 12:27:33.573408 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.574338 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.574879 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: security-groups-remote-address-group Mar 18 12:27:33.575201 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.576116 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.576621 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: security-groups-shared-filtering Mar 18 12:27:33.576941 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.577521 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 18 12:27:33.577837 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: securitygroup.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.588126 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.588660 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: security-group Mar 18 12:27:33.588998 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: segment.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.589727 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.590240 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension segment not supported by any of loaded plugins Mar 18 12:27:33.590597 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.591539 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.592054 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 18 12:27:33.592382 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: servicetype.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.593472 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.593992 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: service-type Mar 18 12:27:33.594324 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: sorting.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.595335 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.595672 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: sorting Mar 18 12:27:33.595995 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: standard_attr_segment.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.596937 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.597452 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 18 12:27:33.597777 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: standardattrdescription.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.598421 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.598965 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: standard-attr-description Mar 18 12:27:33.599294 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: stateful_security_group.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.600328 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.600841 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: stateful-security-group Mar 18 12:27:33.601171 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: stdattrs_common.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.601743 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 18 12:27:33.602063 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.603040 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.603550 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 18 12:27:33.603868 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: subnet_onboard.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.604931 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.605446 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: subnet_onboard Mar 18 12:27:33.605769 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.606716 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.607224 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 18 12:27:33.607545 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: subnet_service_types.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.608453 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.608964 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: subnet-service-types Mar 18 12:27:33.609284 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: subnetallocation.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.610361 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.610915 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: subnet_allocation Mar 18 12:27:33.611242 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.611899 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.612432 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: subnetpool-prefix-ops Mar 18 12:27:33.612756 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.613683 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.614458 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 18 12:27:33.614809 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: tagging.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.615858 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.616370 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: standard-attr-tag Mar 18 12:27:33.616697 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: timestamp.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.617908 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.618424 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loaded extension: standard-attr-timestamp Mar 18 12:27:33.618779 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: trunk.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.619809 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.620325 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension trunk not supported by any of loaded plugins Mar 18 12:27:33.620653 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: trunk_details.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.621573 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.622086 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension trunk-details not supported by any of loaded plugins Mar 18 12:27:33.622411 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: uplink_status_propagation.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.623351 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.623864 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 18 12:27:33.624189 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Loading extension file: vlantransparent.py {{(pid=103334) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 12:27:33.624851 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103334) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 12:27:33.625356 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 18 12:27:33.628427 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:network Mar 18 12:27:33.628959 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:subnet Mar 18 12:27:33.629355 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 12:27:33.629750 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:port Mar 18 12:27:33.631069 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.631512 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service FLAVORS assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.632142 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.632574 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.632907 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:router Mar 18 12:27:33.633331 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:floatingip Mar 18 12:27:33.633821 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service METERING assigned prefix: /metering {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.635302 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.635676 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.636030 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:27:33.637024 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of CountableResource for resource:rbac_policy Mar 18 12:27:33.637464 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:security_group Mar 18 12:27:33.637899 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 18 12:27:33.638489 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service CORE assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.638855 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 12:27:33.639200 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] subnetpool is already registered Mar 18 12:27:33.639626 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service CORE assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.639954 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 12:27:33.640296 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] subnetpool is already registered Mar 18 12:27:33.642609 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.643042 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service FLAVORS assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.644204 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.644627 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.644958 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:router Mar 18 12:27:33.645294 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] router is already registered Mar 18 12:27:33.645698 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:floatingip Mar 18 12:27:33.646030 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] floatingip is already registered Mar 18 12:27:33.646476 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service METERING assigned prefix: /metering {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.647159 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of CountableResource for resource:rbac_policy Mar 18 12:27:33.647487 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] rbac_policy is already registered Mar 18 12:27:33.647900 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:security_group Mar 18 12:27:33.648234 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] security_group is already registered Mar 18 12:27:33.648633 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 18 12:27:33.648962 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] security_group_rule is already registered Mar 18 12:27:33.649592 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service CORE assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.649918 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 12:27:33.650271 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] subnetpool is already registered Mar 18 12:27:33.650716 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.v2.resource_helper [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Service CORE assigned prefix: {{(pid=103334) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 12:27:33.651042 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 12:27:33.651370 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING neutron.quota.resource_registry [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] subnetpool is already registered Mar 18 12:27:33.651841 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: extensions {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.653284 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: address-groups {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.654789 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: address-scopes {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.656090 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: agents {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.657238 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: auto-allocated-topology {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.658500 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: availability_zones {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.659761 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: dhcp-networks {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.661267 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: dhcp-agents {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.662711 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: routers {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.664926 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: flavors {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.666089 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: service_profiles {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.667343 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: next_providers {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.668783 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: service_profiles {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.671235 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: floatingip-pools {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.672458 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: routers {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.674613 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: floatingips {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.675976 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: l3-routers {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.677363 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: l3-agents {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.678810 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: metering-labels {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.680170 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: metering-label-rules {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.681454 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: network-ip-availabilities {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.682753 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: bindings {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.684392 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: quotas {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.685950 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: quotas {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.687533 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: rbac-policies {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.688818 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: security-groups {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.690051 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: security-group-rules {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.691839 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: service-providers {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.693048 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: subnetpools {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.694454 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: subnetpools {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.695946 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.697630 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.699446 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.701209 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.703020 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.704865 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.707172 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.709062 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.710844 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.712682 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron.api.extensions [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Extended resource: tags {{(pid=103334) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 12:27:33.718464 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING keystonemiddleware.auth_token [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 18 12:27:33.723143 dv-cinder-790535-30-iscsi neutron-server[103334]: WARNING keystonemiddleware.auth_token [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 18 12:27:33.731655 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_concurrency.lockutils [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Acquired lock "singleton_lock" {{(pid=103334) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 18 12:27:33.732136 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_concurrency.lockutils [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Releasing lock "singleton_lock" {{(pid=103334) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 18 12:27:33.732785 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO oslo_service.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Starting 2 workers Mar 18 12:27:33.737669 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Started child 103441 {{(pid=103334) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 12:27:33.742386 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Started child 103442 {{(pid=103334) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 12:27:33.743452 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:33.744153 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO neutron.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 18 12:27:33.744643 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:33.744933 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [-] (103441) wsgi starting up on http://0.0.0.0:9696 Mar 18 12:27:33.747146 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:33.747618 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO oslo_service.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Starting 1 workers Mar 18 12:27:33.748532 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [-] (103442) wsgi starting up on http://0.0.0.0:9696 Mar 18 12:27:33.752372 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Started child 103443 {{(pid=103334) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 12:27:33.753459 dv-cinder-790535-30-iscsi neutron-server[103334]: INFO oslo_service.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Starting 1 workers Mar 18 12:27:33.756696 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] calling RpcWorker wait() {{(pid=103443) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 18 12:27:33.757248 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] returning from RpcWorker wait() {{(pid=103443) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 18 12:27:33.757926 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Started child 103444 {{(pid=103334) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 12:27:33.758635 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:33.758780 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b38c4-6777-4dce-93a4-c18ac424e289 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:33.759202 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:27:33.760851 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103334) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 18 12:27:33.761069 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 12:27:33.761255 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 12:27:33.761486 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 12:27:33.761844 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 12:27:33.762009 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 12:27:33.762554 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.762836 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.762933 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:33.763383 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.763383 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.763614 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.764136 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:27:33.764244 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.764471 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.764711 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.764987 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.765216 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.765382 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.765547 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.765796 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.766054 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.766343 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.766622 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.766859 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.767132 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.767458 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.767880 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.768289 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.769237 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.769663 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] debug = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.770052 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.770696 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.771091 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.771490 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.771869 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.772293 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.772670 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.773087 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.773462 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.773841 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.774216 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.774640 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.775014 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.775373 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.775759 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.776122 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.776529 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.776906 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.777514 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] host = dv-cinder-790535-30-iscsi {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.777902 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.778289 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.778714 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.779131 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.779522 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.779897 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.780308 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.780712 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.781080 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.781465 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.781864 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.782233 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.782650 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.783043 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.783348 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_options = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.783756 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.784196 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.784588 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.784929 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.785236 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.785980 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.786379 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.786750 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.787459 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.788067 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.788439 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.788840 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.789202 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.789582 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.790023 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.790374 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.790843 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.791213 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.791611 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.792000 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.792386 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.792783 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.793157 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.793526 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.793905 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.794264 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.794684 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.795086 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.795479 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.795741 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.795973 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.796229 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.796453 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.796694 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.796958 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.797194 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.797432 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.797667 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.797959 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.798191 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.798437 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.798728 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.798946 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.799203 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.799420 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.799638 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.800565 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_json = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.800811 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.801058 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.801461 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.801832 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.802071 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.802287 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.802550 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.802783 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.803007 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.803448 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.803723 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.804022 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.804289 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.804537 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.804774 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.805200 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.805425 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.805679 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.805929 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.806228 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.806453 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.806782 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.807052 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.807337 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.807668 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.807928 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.808177 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.808409 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.808634 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.808864 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.809104 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.809391 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.809616 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.809868 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.810129 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.810361 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.810803 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.811245 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.811739 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.812009 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.812262 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.812533 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.812767 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.812996 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.813212 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.813629 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.814043 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.814441 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.814897 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.815291 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.816211 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.816687 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.817092 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.817473 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.817871 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.818287 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.818744 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.819166 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.819551 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.819928 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.820340 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.820580 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.820801 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.821034 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.821272 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.821506 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.821778 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.822022 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.822234 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.822448 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.822712 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.822962 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.823186 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.823417 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.823648 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.823885 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.824096 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.824327 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.824543 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.824754 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.824962 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.825177 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.825915 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.826144 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.826353 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.826583 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.826802 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.827017 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.827225 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.827435 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.827645 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.827873 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.828081 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.828288 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.828524 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.828765 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.828971 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.829179 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.829389 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.829599 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.829863 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.830187 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.830433 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.830703 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.830922 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.831732 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.831952 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.832213 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.832444 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.832660 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.832888 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.833139 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.833391 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.833646 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.833867 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.834112 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.834350 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.834593 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.834830 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.835054 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.835305 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.835540 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.835761 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.836054 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.836288 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.836533 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.836765 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.837021 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.837472 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.837855 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.838284 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.838682 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.838958 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.839418 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.839689 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.840114 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.840506 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.840888 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.841153 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.841408 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.841678 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.841929 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.842175 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.842434 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.842709 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.842966 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.843189 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.843410 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.843733 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.843969 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.844202 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.844433 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.844702 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.844947 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.845195 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.845463 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.845707 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.845955 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.846194 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.846428 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.846723 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.846958 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.847204 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.847418 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.847652 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.847886 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.848128 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.848342 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.848739 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.849150 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.849546 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.849763 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.850009 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.850228 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.850444 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.850715 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.850927 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.851143 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.851389 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.851605 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.851820 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.852035 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.852243 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.852487 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.852734 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.852997 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.853252 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.853469 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.853711 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.853937 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.854167 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.854378 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.854727 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.854946 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.855157 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.855367 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.855580 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.855815 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.856040 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.856284 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.856495 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.856742 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.857132 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.857473 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.857815 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.858050 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.858297 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.858588 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.858810 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.859048 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.859256 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.859490 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.859728 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.860030 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.860246 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.860466 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.860680 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.860941 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.861158 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.861412 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.861671 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.861958 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.862131 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.863077 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.863467 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.863890 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.864519 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.864907 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.865434 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.865648 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.865780 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.865946 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.866278 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:27:33.866577 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.866732 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.866894 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.867179 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.867384 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.867639 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.867889 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.868114 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.868262 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.868492 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.868687 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.868895 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.869119 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.869367 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.869523 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.869725 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.869938 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.870161 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.870393 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.870659 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.870864 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.871076 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.871285 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.871486 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.871733 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.871976 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.872171 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.872355 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.872579 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.872843 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.873026 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.873215 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.873389 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.873612 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.873824 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.874050 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.874339 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.874612 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.874852 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.875140 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.875367 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.875604 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.875848 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.876150 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.876363 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.876602 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.876893 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.877064 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.877281 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.877534 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.877903 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.878734 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.878987 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.879246 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.879517 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.879787 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.880063 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.880275 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.880557 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.880886 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.881158 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.881416 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.881640 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.881883 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.882120 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.882367 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.882605 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.882842 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.883085 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.883349 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.883592 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.883821 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.884035 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.884258 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.884471 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.884711 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.884919 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.885155 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.885388 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.885543 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 12:27:33.886079 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103334) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 18 12:27:33.886238 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 12:27:33.886389 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 12:27:33.886672 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 12:27:33.886844 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 12:27:33.886979 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 12:27:33.887190 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.887349 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.887506 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.887662 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.887818 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.887997 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.888160 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.888319 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.888475 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.888630 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.888786 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.888942 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.889098 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.889253 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.889411 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.889568 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.889724 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.889881 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.890043 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.890200 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.890356 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.890511 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.890700 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] debug = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.890843 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.891710 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.891710 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.891710 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.891710 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.891710 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.892059 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.892059 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.892059 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.892223 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.892345 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.892659 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.893055 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.893055 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.893345 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.893345 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.893636 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.893636 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.893884 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] host = dv-cinder-790535-30-iscsi {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.893884 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.894031 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.894152 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.894310 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.894468 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.894655 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.894816 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.894975 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.895127 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.895258 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.895417 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.895574 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.895716 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.895876 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.896032 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_options = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.896186 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.896321 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.896476 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.896662 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.896824 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.896965 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.897126 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.897282 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.897438 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.897594 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.897749 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.897904 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.898060 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.898216 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.898371 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.898542 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.898704 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.898861 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.899018 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.899175 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.899331 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.899488 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.899648 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.899804 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.900134 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.900293 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.900449 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.900605 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.900761 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.900933 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.901075 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.901232 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.901387 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.901544 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.901701 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.901858 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.902016 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.902172 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.902334 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.902491 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.902680 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.902836 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.902993 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.903148 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.903305 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.903462 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.903619 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_json = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.903779 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.903935 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.904093 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.904250 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.904406 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.904561 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.904718 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.904873 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.905030 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 12:27:33.905207 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.905368 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.905539 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.905697 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.905861 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.906002 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.906159 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.906317 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.906476 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.906656 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.906824 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.906970 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.907140 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.907301 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.907459 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.907620 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.907779 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.907940 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.908099 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.908258 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.908419 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.908576 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.908745 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.908904 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.909062 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.909244 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.909404 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.909569 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.909807 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.909944 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.910068 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.910200 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.910358 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.910539 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.910696 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.910859 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.911019 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.911179 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.911340 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.911500 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.911660 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.911819 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.911978 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.912138 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.912298 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.912458 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.912618 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.912776 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.912935 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.913095 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.913255 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.913417 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.913589 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.913740 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.913897 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.914212 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.914373 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.914593 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.914734 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.914937 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.915158 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.915331 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.915331 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.915494 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.915686 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.915810 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.915963 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.916188 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.916278 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.916426 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.916607 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.916743 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.916904 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.917063 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.917221 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.917382 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.917555 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.917685 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.917848 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.918004 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.918164 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.918322 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.918482 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.918667 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.918830 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.918990 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.919148 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.919717 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.919717 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.919717 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.920045 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.920045 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.920288 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.920288 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.920447 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.920526 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.920659 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.920898 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.921078 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.921188 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.921349 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.921523 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.921668 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.921831 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.921987 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.922146 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.922302 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.922459 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.922647 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.922807 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.922964 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.923111 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.923268 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.923426 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.923586 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.923748 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.923927 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.924069 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.924229 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.924385 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.924540 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.924703 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.925378 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.925543 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.925717 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.925875 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.926034 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.926193 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.926350 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.926511 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.926696 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.926838 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.926999 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.927156 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.927358 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.927476 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.927660 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.927812 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.927950 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.928157 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.928305 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.928459 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.928595 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.928767 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.928916 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.929052 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.929206 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.929365 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.929523 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.929686 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.929847 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.930006 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.930162 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.930319 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.930562 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.930828 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.930828 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.930992 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.931114 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.931265 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.931423 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.931582 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.931740 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.931886 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.932043 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.932201 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.932366 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.932512 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.932672 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.932833 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.932980 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.933143 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.933319 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.933569 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.933569 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.933830 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.933913 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.934063 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.934226 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.934386 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.934564 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.934725 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.934885 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.935044 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.935203 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.935362 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.935520 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.935679 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.935839 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.935997 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.936157 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.936316 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.936475 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.936633 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.936810 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.936967 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.937126 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.937288 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.937447 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.937605 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.937763 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.937921 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.938079 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.938237 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.938397 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.938576 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.938737 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.938894 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.939052 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.939210 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.939371 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.939532 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.939691 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.939849 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.940011 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.940171 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.940330 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.941088 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.941248 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.941407 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.941567 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.941727 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.941886 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.942057 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.942218 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.942377 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.942552 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.942715 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.942875 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.943044 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.943205 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.943363 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.943521 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.943678 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.943837 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.944006 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.944167 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.944330 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.944488 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.944645 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.944804 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.944972 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.945133 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.945292 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.945449 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.945607 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.945765 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.945933 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.946093 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.946251 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.946409 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.946587 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.946749 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.946917 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.947078 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.947236 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.947395 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.947553 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.947711 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.947879 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.948039 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.948199 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.948365 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.948523 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.948681 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.948839 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.949009 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.949169 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.949331 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.949490 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.949650 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.949809 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.949969 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.950134 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.950303 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.950466 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.950649 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.950818 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.950986 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.951153 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.951312 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.951477 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.951648 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.951808 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.951966 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.952125 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.952283 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.952441 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.952606 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.952761 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.952921 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.953079 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.953246 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.953384 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.953589 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.953685 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.953841 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.953999 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.954156 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.954320 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.954480 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.954660 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 12:27:33.954816 dv-cinder-790535-30-iscsi neutron-server[103334]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103334) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 12:27:33.959023 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 57338) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:27:33.967737 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064435 Mar 18 12:27:45.717810 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85742de-6888-4abc-85b1-01e80ddd0698 None None] get_active_networks_info from dv-cinder-790535-30-iscsi {{(pid=103443) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 18 12:27:45.786166 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85742de-6888-4abc-85b1-01e80ddd0698 None None] No non-hosted networks {{(pid=103443) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 18 12:27:45.812487 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.agentschedulers_db [None req-f85742de-6888-4abc-85b1-01e80ddd0698 None None] DHCP Agent not found on host dv-cinder-790535-30-iscsi {{(pid=103443) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 18 12:27:45.923336 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-166cfbae-5d9b-4f85-bcc1-4912bd915094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596459'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:48.016679 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e017cdb-f3b3-499a-bb2f-89b145518cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596459'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:48.074858 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cc104c1-a3ac-43eb-97c8-7b58661ce56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:49.037038 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596459'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:50.663330 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596459'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:51.943561 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 57418) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:27:52.269280 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596459'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:52.269960 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.270506 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.270871 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.271202 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.272368 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.277155 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.277993 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.281826 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.282608 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.285011 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.285379 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.285727 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.286082 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.286420 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.290623 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:52.291417 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-30-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:27:52.305897 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-30-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:27:52.365735 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.db.l3_hamode_db [None req-ddeb2e19-08c2-4868-8bf7-f521af2c13df None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 18 12:27:52.446299 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb2e19-08c2-4868-8bf7-f521af2c13df None None] Routers set() bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:27:52.446718 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb2e19-08c2-4868-8bf7-f521af2c13df None None] Router IDs set() for agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 18 12:27:52.490216 dv-cinder-790535-30-iscsi neutron-server[103441]: WARNING oslo_policy.policy [None req-a269abee-2d27-47f8-ae14-7648d4c2b545 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 12:27:52.490827 dv-cinder-790535-30-iscsi neutron-server[103441]: WARNING oslo_policy.policy [None req-a269abee-2d27-47f8-ae14-7648d4c2b545 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 12:27:52.712761 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [None req-a269abee-2d27-47f8-ae14-7648d4c2b545 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:27:52.713785 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a269abee-2d27-47f8-ae14-7648d4c2b545 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7692947 Mar 18 12:27:55.239469 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 57444) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:27:55.541787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-8e66b261-7b17-469c-bda6-039996a11423 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:27:55.634704 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.policy [None req-8e66b261-7b17-469c-bda6-039996a11423 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103441) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 18 12:27:55.677930 dv-cinder-790535-30-iscsi neutron-server[103441]: WARNING oslo_policy.policy [None req-8e66b261-7b17-469c-bda6-039996a11423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 12:27:55.678294 dv-cinder-790535-30-iscsi neutron-server[103441]: WARNING oslo_policy.policy [None req-8e66b261-7b17-469c-bda6-039996a11423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 12:27:55.771932 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8e66b261-7b17-469c-bda6-039996a11423 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755720266294', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755720265731', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755720283056', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755720226785', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755720233617', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755720426933', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-813934', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-820092', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1959600', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1992465'] for rbac-policy (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:55.836561 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8e66b261-7b17-469c-bda6-039996a11423 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:55.837721 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8e66b261-7b17-469c-bda6-039996a11423 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5970445 Mar 18 12:27:58.323874 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 57454) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:27:58.638781 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:27:58.667427 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Made reservation on behalf of 3bcbae8c73aa434c81a9cbeac5d2f4c0 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:27:58.671236 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:58.687107 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:58.793698 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Publish callbacks [] for security_group (e8ab12b2-4fc1-4acd-b999-9629ddb2fd2a), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:58.797259 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e8ab12b2-4fc1-4acd-b999-9629ddb2fd2a), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:58.821323 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:27:58.855833 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755722033210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (836dde7b-627e-4f18-a193-32e723b6def2), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:58.856405 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Unsubscribe: segment precommit_create {{(pid=103441) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 18 12:27:58.856905 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Added segment 836dde7b-627e-4f18-a193-32e723b6def2 of type vlan for network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 Mar 18 12:27:58.872654 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ab12b2-4fc1-4acd-b999-9629ddb2fd2a,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:27:58.922050 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.922422 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.922827 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.923245 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.923635 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.924061 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.924474 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.924826 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.925301 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.925680 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.926026 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.926428 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.926819 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.927197 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.927571 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Tracked resource versions report: Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: pushed versions: Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: { 'AddressGroup': {'1.2'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Agent': {'1.1'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'ConntrackHelper': {'1.0'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'LocalIPAssociation': {'1.0'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Log': {'1.0'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'NDPProxy': {'1.0'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Network': {'1.1'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Port': {'1.7'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'PortForwarding': {'1.3'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'QosPolicy': {'1.10'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SecurityGroup': {'1.5'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SecurityGroupRule': {'1.2'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SubPort': {'1.0'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Subnet': {'1.1'}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Trunk': {'1.1'}} Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: consumer versions: Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: { DHCP agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: L3 agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: Metadata agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: Metering agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: Open vSwitch agent@dv-cinder-790535-30-iscsi: { 'AddressGroup': '1.2', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Agent': '1.1', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'ConntrackHelper': '1.0', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'LocalIPAssociation': '1.0', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Log': '1.0', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'NDPProxy': '1.0', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Network': '1.1', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Port': '1.7', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'PortForwarding': '1.3', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'QosPolicy': '1.10', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SecurityGroup': '1.5', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SecurityGroupRule': '1.2', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SubPort': '1.0', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Subnet': '1.1', Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Trunk': '1.1'}} Mar 18 12:27:58.929032 dv-cinder-790535-30-iscsi neutron-server[103441]: {{(pid=103441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 12:27:58.972201 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (97e2c205-2004-4ed8-bcdd-8c33ffcb9375), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:59.012093 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (97e2c205-2004-4ed8-bcdd-8c33ffcb9375), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:59.017184 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:27:59.017902 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:27:59.101090 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7762039 Mar 18 12:27:59.138234 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c8c1e-1d36-411a-a8ea-0a940ca22859 demo demo] Pushing event updated for resources: {'Network': ['ID=97e2c205-2004-4ed8-bcdd-8c33ffcb9375,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:27:59.151321 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:28:01.662402 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 57466) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:02.075467 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05dd14e-9ab4-4d46-89d2-34c7c73c61ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:28:02.076861 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c05dd14e-9ab4-4d46-89d2-34c7c73c61ba demo admin] 10.222.0.21 "GET /v2.0/networks/97e2c205-2004-4ed8-bcdd-8c33ffcb9375 HTTP/1.1" status: 200 len: 825 time: 0.4134905 Mar 18 12:28:02.100641 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-525878f9-5c20-4163-8733-30fb12b21105 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/46f40046-4d22-4de7-ae29-055f0aef574a HTTP/1.1" status: 200 len: 734 time: 0.0175829 Mar 18 12:28:02.108680 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '46f40046-4d22-4de7-ae29-055f0aef574a', 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:28:02.129244 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Made reservation on behalf of 3bcbae8c73aa434c81a9cbeac5d2f4c0 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:28:02.131571 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:02.418293 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (be0641de-b2a8-4507-902c-7297e081fe84), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:02.488789 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Pushing event updated for resources: {'Subnet': ['ID=be0641de-b2a8-4507-902c-7297e081fe84,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:02.491036 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Checking segment: {'id': '836dde7b-627e-4f18-a193-32e723b6def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:28:02.491428 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Network hostable DHCP agents. Network: 97e2c205-2004-4ed8-bcdd-8c33ffcb9375, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:28:02.512092 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:28:02.523327 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 97e2c205-2004-4ed8-bcdd-8c33ffcb9375) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:28:02.527852 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:28:02.528454 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:02.533184 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b3e981-f042-4ccb-aca3-fdd9cf072d2d None None] Network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:28:02.543310 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-77230714-885d-4355-835c-10b8cd37a2fd demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4377220 Mar 18 12:28:02.907101 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-97e2c205-2004-4ed8-bcdd-8c33ffcb9375', 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375', 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'fixed_ips': [{'subnet_id': 'be0641de-b2a8-4507-902c-7297e081fe84'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:28:02.908468 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:03.187722 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Allocated IP 172.20.0.2 (97e2c205-2004-4ed8-bcdd-8c33ffcb9375/be0641de-b2a8-4507-902c-7297e081fe84/f2a86367-c1cc-4b6e-9266-0782f1e5013d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:28:03.452260 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Publish callbacks [] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:03.461409 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:03.525332 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:28:03.529874 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:28:03.539025 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:28:03.552900 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Pushing event updated for resources: {'Port': ['ID=f2a86367-c1cc-4b6e-9266-0782f1e5013d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:03.584425 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.585008 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.585371 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.585728 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.586065 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.586394 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.586759 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.587068 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.587406 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.587736 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.588061 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.588400 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.588702 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.589021 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.589339 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Tracked resource versions report: Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: pushed versions: Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: { 'AddressGroup': {'1.2'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Agent': {'1.1'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'LocalIPAssociation': {'1.0'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Log': {'1.0'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'NDPProxy': {'1.0'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Network': {'1.1'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Port': {'1.7'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'PortForwarding': {'1.3'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'QosPolicy': {'1.10'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SecurityGroup': {'1.5'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SubPort': {'1.0'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Subnet': {'1.1'}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Trunk': {'1.1'}} Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: consumer versions: Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: { DHCP agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: L3 agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: Metadata agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: Metering agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: Open vSwitch agent@dv-cinder-790535-30-iscsi: { 'AddressGroup': '1.2', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Agent': '1.1', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'ConntrackHelper': '1.0', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'LocalIPAssociation': '1.0', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Log': '1.0', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'NDPProxy': '1.0', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Network': '1.1', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Port': '1.7', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'PortForwarding': '1.3', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'QosPolicy': '1.10', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SecurityGroup': '1.5', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SecurityGroupRule': '1.2', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SubPort': '1.0', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Subnet': '1.1', Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Trunk': '1.1'}} Mar 18 12:28:03.590829 dv-cinder-790535-30-iscsi neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 12:28:03.639221 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Attempting to bind port f2a86367-c1cc-4b6e-9266-0782f1e5013d on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:28:03.639625 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Attempting to bind port f2a86367-c1cc-4b6e-9266-0782f1e5013d by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '836dde7b-627e-4f18-a193-32e723b6def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:28:03.640043 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Attempting to bind port f2a86367-c1cc-4b6e-9266-0782f1e5013d on network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:28:03.645488 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:28:03.645851 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Checking segment: {'id': '836dde7b-627e-4f18-a193-32e723b6def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:28:03.646326 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:03.646747 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Bound using segment: {'id': '836dde7b-627e-4f18-a193-32e723b6def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:28:03.647204 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Bound port: f2a86367-c1cc-4b6e-9266-0782f1e5013d, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836dde7b-627e-4f18-a193-32e723b6def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:28:03.647608 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:03.707260 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] For port f2a86367-c1cc-4b6e-9266-0782f1e5013d, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:28:03.711476 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] For port f2a86367-c1cc-4b6e-9266-0782f1e5013d, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=f2a86367-c1cc-4b6e-9266-0782f1e5013d,segment=NetworkSegment(836dde7b-627e-4f18-a193-32e723b6def2),segment_id=836dde7b-627e-4f18-a193-32e723b6def2)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:28:03.719940 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:03.783085 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de24257-f50a-4eeb-8afa-574e13498caa None None] Pushing event updated for resources: {'Port': ['ID=f2a86367-c1cc-4b6e-9266-0782f1e5013d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:05.076436 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 57474) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:05.574633 dv-cinder-790535-30-iscsi neutron-server[103442]: WARNING oslo_policy.policy [None req-f49f60e8-2f0f-46e9-8820-3e31d744d79d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 12:28:05.575389 dv-cinder-790535-30-iscsi neutron-server[103442]: WARNING oslo_policy.policy [None req-f49f60e8-2f0f-46e9-8820-3e31d744d79d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 12:28:05.806277 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-f49f60e8-2f0f-46e9-8820-3e31d744d79d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:28:05.807652 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f49f60e8-2f0f-46e9-8820-3e31d744d79d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7292013 Mar 18 12:28:08.386316 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 57488) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:08.697209 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-ddb6de3c-53ce-473c-aa71-b36fc3d98edb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:28:08.698167 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ddb6de3c-53ce-473c-aa71-b36fc3d98edb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3109138 Mar 18 12:28:11.230729 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 57496) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:11.540221 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-4ae72924-64d1-4401-8f87-6010c5a25f78 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:28:11.562401 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4ae72924-64d1-4401-8f87-6010c5a25f78 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (caf4e840-8ad8-4251-978f-991ae3a687c9), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:11.563972 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4ae72924-64d1-4401-8f87-6010c5a25f78 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (caf4e840-8ad8-4251-978f-991ae3a687c9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:11.700846 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4ae72924-64d1-4401-8f87-6010c5a25f78 demo demo] Publish callbacks [] for router_controller (caf4e840-8ad8-4251-978f-991ae3a687c9), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:11.706233 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4ae72924-64d1-4401-8f87-6010c5a25f78 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (caf4e840-8ad8-4251-978f-991ae3a687c9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:11.722553 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4ae72924-64d1-4401-8f87-6010c5a25f78 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:11.723710 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4ae72924-64d1-4401-8f87-6010c5a25f78 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4919982 Mar 18 12:28:14.263750 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 57508) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:14.574483 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [None req-9dda0140-d475-4e77-91b1-d0085990e2b3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:28:14.575504 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9dda0140-d475-4e77-91b1-d0085990e2b3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3107200 Mar 18 12:28:15.003524 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device f2a86367-c1cc-4b6e-9266-0782f1e5013d up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:28:15.077433 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b430a71-4ec7-4d81-8c12-41aef2050974 None None] Network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:28:15.155887 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port f2a86367-c1cc-4b6e-9266-0782f1e5013d triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:15.156289 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:15.192763 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-77f871ee-c621-4b8a-bc7b-b2acac98a4df None None] Provisioning complete for port f2a86367-c1cc-4b6e-9266-0782f1e5013d triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:15.193086 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77f871ee-c621-4b8a-bc7b-b2acac98a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:15.387385 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port f2a86367-c1cc-4b6e-9266-0782f1e5013d is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:28:15.387781 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:15.399173 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-77f871ee-c621-4b8a-bc7b-b2acac98a4df None None] Current status of the port f2a86367-c1cc-4b6e-9266-0782f1e5013d is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:28:15.399416 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77f871ee-c621-4b8a-bc7b-b2acac98a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:15.443604 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port f2a86367-c1cc-4b6e-9266-0782f1e5013d, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=f2a86367-c1cc-4b6e-9266-0782f1e5013d,segment=NetworkSegment(836dde7b-627e-4f18-a193-32e723b6def2),segment_id=836dde7b-627e-4f18-a193-32e723b6def2)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:28:15.447818 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:15.521534 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.db.api [None req-77f871ee-c621-4b8a-bc7b-b2acac98a4df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 12:28:15.521944 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG oslo_db.api [None req-77f871ee-c621-4b8a-bc7b-b2acac98a4df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 12:28:15.526029 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=f2a86367-c1cc-4b6e-9266-0782f1e5013d,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:15.652435 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29190c96-5027-42bb-bba9-4c9fd8a7066b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:16.058960 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-77f871ee-c621-4b8a-bc7b-b2acac98a4df None None] Current status of the port f2a86367-c1cc-4b6e-9266-0782f1e5013d is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:28:16.177864 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-70e94fd6-3b0d-45a9-85fc-30067f449a9d None None] Provisioning complete for port f2a86367-c1cc-4b6e-9266-0782f1e5013d triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:16.178257 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70e94fd6-3b0d-45a9-85fc-30067f449a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:16.251691 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-70e94fd6-3b0d-45a9-85fc-30067f449a9d None None] Current status of the port f2a86367-c1cc-4b6e-9266-0782f1e5013d is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:28:16.964985 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device f2a86367-c1cc-4b6e-9266-0782f1e5013d up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:28:17.019503 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port f2a86367-c1cc-4b6e-9266-0782f1e5013d triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:17.020070 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:17.096510 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port f2a86367-c1cc-4b6e-9266-0782f1e5013d is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:28:17.118387 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 57518) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:17.430152 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:28:17.448711 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Made reservation on behalf of 70bc971ec2c640148f9c8146ee7d86b5 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:28:17.451113 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:17.459351 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:17.535799 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Publish callbacks [] for security_group (a2ea236d-d62f-4be8-bf66-e82b4cbe5337), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:17.539029 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (a2ea236d-d62f-4be8-bf66-e82b4cbe5337), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:17.553090 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Reserving flat network on physical network physnet1 {{(pid=103441) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 18 12:28:17.570744 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ea236d-d62f-4be8-bf66-e82b4cbe5337,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:17.575241 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (290a2388-6566-44e5-89ae-c235bef8beee), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:17.575580 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Added segment 290a2388-6566-44e5-89ae-c235bef8beee of type flat for network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 Mar 18 12:28:17.620572 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (5044cd2f-0dba-41bf-a014-5b4d0b85dd61), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:17.654400 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (5044cd2f-0dba-41bf-a014-5b4d0b85dd61), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:17.655389 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:28:17.655968 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:17.735099 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6156094 Mar 18 12:28:17.748579 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604305b2-c483-41b9-90dc-dbbdb729f416 admin admin] Pushing event updated for resources: {'Network': ['ID=5044cd2f-0dba-41bf-a014-5b4d0b85dd61,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:17.758973 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:28:18.001008 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-732b8219-db1e-4105-b1e7-2ff53c089bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:18.979343 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:20.244995 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 57536) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:20.553977 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.policy [None req-0fd6ea86-e5bc-4453-9cc2-93f37d294f59 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103442) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 18 12:28:20.599525 dv-cinder-790535-30-iscsi neutron-server[103442]: WARNING oslo_policy.policy [None req-0fd6ea86-e5bc-4453-9cc2-93f37d294f59 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 12:28:20.599904 dv-cinder-790535-30-iscsi neutron-server[103442]: WARNING oslo_policy.policy [None req-0fd6ea86-e5bc-4453-9cc2-93f37d294f59 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 12:28:20.608031 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:20.608499 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6ea86-e5bc-4453-9cc2-93f37d294f59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:28:20.610321 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-0fd6ea86-e5bc-4453-9cc2-93f37d294f59 demo admin] 10.222.0.21 "GET /v2.0/subnets/be0641de-b2a8-4507-902c-7297e081fe84 HTTP/1.1" status: 200 len: 849 time: 0.3643770 Mar 18 12:28:20.775241 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d729cba2-4780-42b2-a2eb-9b67601591f6 demo admin] 10.222.0.21 "GET /v2.0/routers/caf4e840-8ad8-4251-978f-991ae3a687c9 HTTP/1.1" status: 200 len: 704 time: 0.1589880 Mar 18 12:28:21.050935 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:21.372850 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Allocated IP 172.20.0.1 (97e2c205-2004-4ed8-bcdd-8c33ffcb9375/be0641de-b2a8-4507-902c-7297e081fe84/147c3531-a05a-4e04-839a-6f438a03251b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:28:21.577871 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Publish callbacks [] for port (147c3531-a05a-4e04-839a-6f438a03251b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:21.645866 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (147c3531-a05a-4e04-839a-6f438a03251b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:21.692315 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:28:21.718020 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:28:21.764876 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:28:21.765460 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (caf4e840-8ad8-4251-978f-991ae3a687c9), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:21.784195 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Pushing event updated for resources: {'Port': ['ID=147c3531-a05a-4e04-839a-6f438a03251b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:21.841215 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.841562 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.841925 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.842263 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.842615 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.842943 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.843273 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.843596 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.843941 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.844268 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.844604 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.844945 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.845266 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.845581 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.845973 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Tracked resource versions report: Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: pushed versions: Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: { 'AddressGroup': {'1.2'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Agent': {'1.1'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'ConntrackHelper': {'1.0'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'LocalIPAssociation': {'1.0'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Log': {'1.0'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'NDPProxy': {'1.0'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Network': {'1.1'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Port': {'1.7'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'PortForwarding': {'1.3'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'QosPolicy': {'1.10'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SecurityGroup': {'1.5'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SecurityGroupRule': {'1.2'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SubPort': {'1.0'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Subnet': {'1.1'}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Trunk': {'1.1'}} Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: consumer versions: Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: { DHCP agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: L3 agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: Metadata agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: Metering agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: Open vSwitch agent@dv-cinder-790535-30-iscsi: { 'AddressGroup': '1.2', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Agent': '1.1', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'ConntrackHelper': '1.0', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'LocalIPAssociation': '1.0', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Log': '1.0', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'NDPProxy': '1.0', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Network': '1.1', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Port': '1.7', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'PortForwarding': '1.3', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'QosPolicy': '1.10', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SecurityGroup': '1.5', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SecurityGroupRule': '1.2', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SubPort': '1.0', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Subnet': '1.1', Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Trunk': '1.1'}} Mar 18 12:28:21.847908 dv-cinder-790535-30-iscsi neutron-server[103442]: {{(pid=103442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 12:28:21.991989 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (147c3531-a05a-4e04-839a-6f438a03251b), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:22.006773 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-3ecf9bd7-68d0-4e7b-8adc-92b86075cc01 None None] Provisioning complete for port 147c3531-a05a-4e04-839a-6f438a03251b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:22.007283 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ecf9bd7-68d0-4e7b-8adc-92b86075cc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (147c3531-a05a-4e04-839a-6f438a03251b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:22.041244 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf9bd7-68d0-4e7b-8adc-92b86075cc01 None None] Port 147c3531-a05a-4e04-839a-6f438a03251b cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:28:22.202129 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Publish callbacks [] for port (147c3531-a05a-4e04-839a-6f438a03251b), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:22.207084 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (147c3531-a05a-4e04-839a-6f438a03251b), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:22.207860 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (caf4e840-8ad8-4251-978f-991ae3a687c9), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:22.258352 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:22.289483 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Pushing event updated for resources: {'Port': ['ID=147c3531-a05a-4e04-839a-6f438a03251b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:22.336984 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:28:22.338333 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:28:22.557265 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Router caf4e840-8ad8-4251-978f-991ae3a687c9 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:28:22.656318 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:28:22.661540 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8b1d12bb-7bc9-4838-844c-41f3e3db95df demo admin] 10.222.0.21 "PUT /v2.0/routers/caf4e840-8ad8-4251-978f-991ae3a687c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8811109 Mar 18 12:28:22.666336 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Sync routers for ids ['caf4e840-8ad8-4251-978f-991ae3a687c9'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:28:22.671466 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-c578d062-f7ab-4ef1-ac01-0f3c1409da29 None None] Provisioning complete for port 147c3531-a05a-4e04-839a-6f438a03251b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:22.672161 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c578d062-f7ab-4ef1-ac01-0f3c1409da29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (147c3531-a05a-4e04-839a-6f438a03251b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:22.678482 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Routers {'caf4e840-8ad8-4251-978f-991ae3a687c9'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:28:22.679398 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:28:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['caf4e840-8ad8-4251-978f-991ae3a687c9'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:28:22.709262 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c578d062-f7ab-4ef1-ac01-0f3c1409da29 None None] Port 147c3531-a05a-4e04-839a-6f438a03251b cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:28:22.871233 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Set router caf4e840-8ad8-4251-978f-991ae3a687c9 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:28:23.298872 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'name': 'router1', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:28:11Z', 'updated_at': '2022-03-18T12:28:21Z', 'revision_number': 2, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'gw_port_host': None, '_interfaces': [{'id': '147c3531-a05a-4e04-839a-6f438a03251b', 'name': '', 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'mac_address': 'fa:16:3e:23:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:28:21Z', 'updated_at': '2022-03-18T12:28:22Z', 'revision_number': 2, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'subnets': [{'id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f40046-4d22-4de7-ae29-055f0aef574a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:28:23.350263 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Checking router: caf4e840-8ad8-4251-978f-991ae3a687c9 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:28:23.350668 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Updating router caf4e840-8ad8-4251-978f-991ae3a687c9 port 147c3531-a05a-4e04-839a-6f438a03251b binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:28:23.402024 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (147c3531-a05a-4e04-839a-6f438a03251b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:23.909786 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Publish callbacks [] for port (147c3531-a05a-4e04-839a-6f438a03251b), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:23.924177 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (147c3531-a05a-4e04-839a-6f438a03251b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:24.107693 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Pushing event updated for resources: {'Port': ['ID=147c3531-a05a-4e04-839a-6f438a03251b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:24.128600 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.128950 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.129299 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.129647 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.130110 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.130296 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.130652 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.131111 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.131310 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.131646 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.131971 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.132306 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.132633 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.132952 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.133271 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Tracked resource versions report: Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: pushed versions: Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Agent': {'1.1'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Log': {'1.0'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'NDPProxy': {'1.0'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Network': {'1.1'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Port': {'1.7'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'PortForwarding': {'1.3'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: consumer versions: Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: L3 agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: Metadata agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: Metering agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-790535-30-iscsi: { 'AddressGroup': '1.2', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Agent': '1.1', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Log': '1.0', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'NDPProxy': '1.0', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Network': '1.1', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Port': '1.7', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'PortForwarding': '1.3', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SubPort': '1.0', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Subnet': '1.1', Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Mar 18 12:28:24.134792 dv-cinder-790535-30-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 12:28:24.137501 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-477a3a6a-6a6f-4f46-82cb-1983beac1daa None None] Provisioning complete for port 147c3531-a05a-4e04-839a-6f438a03251b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:24.137501 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-477a3a6a-6a6f-4f46-82cb-1983beac1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (147c3531-a05a-4e04-839a-6f438a03251b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:24.138023 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Attempting to bind port 147c3531-a05a-4e04-839a-6f438a03251b on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:28:24.138023 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Attempting to bind port 147c3531-a05a-4e04-839a-6f438a03251b by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '836dde7b-627e-4f18-a193-32e723b6def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:28:24.138725 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Attempting to bind port 147c3531-a05a-4e04-839a-6f438a03251b on network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:28:24.144322 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:28:24.144730 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Checking segment: {'id': '836dde7b-627e-4f18-a193-32e723b6def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:28:24.145209 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:24.145594 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Bound using segment: {'id': '836dde7b-627e-4f18-a193-32e723b6def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:28:24.146057 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Bound port: 147c3531-a05a-4e04-839a-6f438a03251b, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836dde7b-627e-4f18-a193-32e723b6def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:28:24.146437 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (147c3531-a05a-4e04-839a-6f438a03251b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:24.172541 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-477a3a6a-6a6f-4f46-82cb-1983beac1daa None None] Port 147c3531-a05a-4e04-839a-6f438a03251b cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:28:24.215193 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] For port 147c3531-a05a-4e04-839a-6f438a03251b, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:28:24.233883 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] For port 147c3531-a05a-4e04-839a-6f438a03251b, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=147c3531-a05a-4e04-839a-6f438a03251b,segment=NetworkSegment(836dde7b-627e-4f18-a193-32e723b6def2),segment_id=836dde7b-627e-4f18-a193-32e723b6def2)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:28:24.240062 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (147c3531-a05a-4e04-839a-6f438a03251b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:24.297809 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Routers {'caf4e840-8ad8-4251-978f-991ae3a687c9'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:28:24.298436 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:28:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['caf4e840-8ad8-4251-978f-991ae3a687c9'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:28:24.300981 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806616c-7df0-470a-bf3b-5c705c0db829 None None] Pushing event updated for resources: {'Port': ['ID=147c3531-a05a-4e04-839a-6f438a03251b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:24.393984 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] Set router caf4e840-8ad8-4251-978f-991ae3a687c9 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:28:24.499941 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b662ce75-ab46-4bb7-b4b5-bd706515efe5 None None] Provisioning complete for port 147c3531-a05a-4e04-839a-6f438a03251b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:24.500334 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b662ce75-ab46-4bb7-b4b5-bd706515efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (147c3531-a05a-4e04-839a-6f438a03251b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:24.579170 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b662ce75-ab46-4bb7-b4b5-bd706515efe5 None None] Current status of the port 147c3531-a05a-4e04-839a-6f438a03251b is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:28:24.579576 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b662ce75-ab46-4bb7-b4b5-bd706515efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (147c3531-a05a-4e04-839a-6f438a03251b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:24.608569 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'name': 'router1', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:28:11Z', 'updated_at': '2022-03-18T12:28:21Z', 'revision_number': 2, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'gw_port_host': None, '_interfaces': [{'id': '147c3531-a05a-4e04-839a-6f438a03251b', 'name': '', 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'mac_address': 'fa:16:3e:23:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:28:21Z', 'updated_at': '2022-03-18T12:28:24Z', 'revision_number': 4, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'subnets': [{'id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f40046-4d22-4de7-ae29-055f0aef574a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:28:24.612236 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b662ce75-ab46-4bb7-b4b5-bd706515efe5 None None] For port 147c3531-a05a-4e04-839a-6f438a03251b, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=147c3531-a05a-4e04-839a-6f438a03251b,segment=NetworkSegment(836dde7b-627e-4f18-a193-32e723b6def2),segment_id=836dde7b-627e-4f18-a193-32e723b6def2)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:28:24.617673 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b662ce75-ab46-4bb7-b4b5-bd706515efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (147c3531-a05a-4e04-839a-6f438a03251b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:24.637224 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069d805-2d29-4b0c-a151-2a444ff97070 None None] The sync data for ids ['caf4e840-8ad8-4251-978f-991ae3a687c9'] in dv-cinder-790535-30-iscsi is: [{'id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'name': 'router1', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:28:11Z', 'updated_at': '2022-03-18T12:28:21Z', 'revision_number': 2, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'gw_port_host': None, '_interfaces': [{'id': '147c3531-a05a-4e04-839a-6f438a03251b', 'name': '', 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'mac_address': 'fa:16:3e:23:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:28:21Z', 'updated_at': '2022-03-18T12:28:24Z', 'revision_number': 4, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'subnets': [{'id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f40046-4d22-4de7-ae29-055f0aef574a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:28:24.672079 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662ce75-ab46-4bb7-b4b5-bd706515efe5 None None] Pushing event updated for resources: {'Port': ['ID=147c3531-a05a-4e04-839a-6f438a03251b,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:25.126442 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 57562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:25.236769 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008e5cd-699c-474b-840b-eb100b49778c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:28:25.238046 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d008e5cd-699c-474b-840b-eb100b49778c admin admin] 10.222.0.21 "GET /v2.0/networks/5044cd2f-0dba-41bf-a014-5b4d0b85dd61 HTTP/1.1" status: 200 len: 842 time: 0.1105249 Mar 18 12:28:25.247703 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:28:25.281136 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Made reservation on behalf of 70bc971ec2c640148f9c8146ee7d86b5 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:28:25.283546 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:25.585204 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.objects.ports [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 18 12:28:25.585626 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (719059c2-ea77-4cbb-81fb-cd4fcad88200), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:25.638471 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=719059c2-ea77-4cbb-81fb-cd4fcad88200,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:25.648902 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:28:25.649268 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Network hostable DHCP agents. Network: 5044cd2f-0dba-41bf-a014-5b4d0b85dd61, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:28:25.671938 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:28:25.682820 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 5044cd2f-0dba-41bf-a014-5b4d0b85dd61) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:28:25.686781 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:28:25.687407 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:25.695381 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa60ba-389e-4c12-9bf6-a4c387cbada7 None None] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:28:25.722439 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9106ce9a-d51a-4e6d-9e2b-587569b43d1b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4651959 Mar 18 12:28:25.799661 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f3ef27-17a8-47a4-bd18-36024989b1ee None None] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:28:28.151386 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 57570) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:28.282062 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ba5013a3-9160-489f-b343-889ab7b486d9 demo admin] 10.222.0.21 "GET /v2.0/routers/caf4e840-8ad8-4251-978f-991ae3a687c9 HTTP/1.1" status: 200 len: 710 time: 0.1295557 Mar 18 12:28:28.366058 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbaf21e-de88-43ac-96e6-fdfc9eafc124 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:28:28.367375 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4bbaf21e-de88-43ac-96e6-fdfc9eafc124 demo admin] 10.222.0.21 "GET /v2.0/networks/5044cd2f-0dba-41bf-a014-5b4d0b85dd61 HTTP/1.1" status: 200 len: 886 time: 0.0799119 Mar 18 12:28:28.376148 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:28:28.625631 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Publish callbacks [] for router_gateway (caf4e840-8ad8-4251-978f-991ae3a687c9), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:28.929694 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Publish callbacks [] for router_gateway (caf4e840-8ad8-4251-978f-991ae3a687c9), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:29.004195 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:29.104352 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Allocated IP 172.27.2.208 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/9ad14a8e-32c9-4b66-8707-ca80d6bb3107) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:28:29.202034 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Publish callbacks [] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:29.234104 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:29.266916 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:28:29.269677 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:28:29.273017 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:28:29.339728 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Pushing event updated for resources: {'Port': ['ID=9ad14a8e-32c9-4b66-8707-ca80d6bb3107,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:29.526439 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Publish callbacks [] for router_gateway (caf4e840-8ad8-4251-978f-991ae3a687c9), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:29.723831 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61118'] for router (caf4e840-8ad8-4251-978f-991ae3a687c9), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:29.727298 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1590736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1590571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592449'] for router (caf4e840-8ad8-4251-978f-991ae3a687c9), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:29.839313 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Router caf4e840-8ad8-4251-978f-991ae3a687c9 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:28:29.952328 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:28:29.957222 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:29.958469 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-613f8762-68cf-4045-b264-f7d737390bdd demo admin] 10.222.0.21 "PUT /v2.0/routers/caf4e840-8ad8-4251-978f-991ae3a687c9 HTTP/1.1" status: 200 len: 890 time: 1.5854282 Mar 18 12:28:31.797575 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:28:32.511422 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 57582) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:28:32.631862 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-102ff9ec-d06c-4ae0-bc79-ab09e121509b admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190574 Mar 18 12:28:33.025101 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 147c3531-a05a-4e04-839a-6f438a03251b up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:28:33.079862 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 147c3531-a05a-4e04-839a-6f438a03251b triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:33.081550 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (147c3531-a05a-4e04-839a-6f438a03251b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:33.168051 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 147c3531-a05a-4e04-839a-6f438a03251b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:28:33.197853 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Sync routers for ids ['caf4e840-8ad8-4251-978f-991ae3a687c9'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:28:33.210472 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Routers {'caf4e840-8ad8-4251-978f-991ae3a687c9'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:28:33.211247 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:28:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['caf4e840-8ad8-4251-978f-991ae3a687c9'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:28:33.431061 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Set router caf4e840-8ad8-4251-978f-991ae3a687c9 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:28:33.891257 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'name': 'router1', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '9ad14a8e-32c9-4b66-8707-ca80d6bb3107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:28:11Z', 'updated_at': '2022-03-18T12:28:29Z', 'revision_number': 4, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'gw_port': {'id': '9ad14a8e-32c9-4b66-8707-ca80d6bb3107', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:28:29Z', 'updated_at': '2022-03-18T12:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '147c3531-a05a-4e04-839a-6f438a03251b', 'name': '', 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'mac_address': 'fa:16:3e:23:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:28:21Z', 'updated_at': '2022-03-18T12:28:24Z', 'revision_number': 5, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'subnets': [{'id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f40046-4d22-4de7-ae29-055f0aef574a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:28:33.944083 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Checking router: caf4e840-8ad8-4251-978f-991ae3a687c9 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:28:33.944456 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Updating router caf4e840-8ad8-4251-978f-991ae3a687c9 port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:28:33.996258 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:34.318319 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Publish callbacks [] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:34.323998 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:34.388350 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Attempting to bind port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:28:34.388730 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Attempting to bind port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:28:34.389100 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Attempting to bind port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:28:34.392170 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca247b3-cbcd-458b-8c4b-9b0a2c2723d5 None None] Pushing event updated for resources: {'Port': ['ID=9ad14a8e-32c9-4b66-8707-ca80d6bb3107,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:34.396693 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:28:34.397070 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:28:34.397473 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:34.398988 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:28:34.398988 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Bound port: 9ad14a8e-32c9-4b66-8707-ca80d6bb3107, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:28:34.398988 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:34.454382 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] For port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:28:34.458024 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] For port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=9ad14a8e-32c9-4b66-8707-ca80d6bb3107,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:28:34.464862 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:34.524553 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Routers {'caf4e840-8ad8-4251-978f-991ae3a687c9'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:28:34.525234 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:28:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['caf4e840-8ad8-4251-978f-991ae3a687c9'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:28:34.562594 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca247b3-cbcd-458b-8c4b-9b0a2c2723d5 None None] Pushing event updated for resources: {'Port': ['ID=9ad14a8e-32c9-4b66-8707-ca80d6bb3107,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:34.638443 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] Set router caf4e840-8ad8-4251-978f-991ae3a687c9 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:28:34.862378 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'name': 'router1', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '9ad14a8e-32c9-4b66-8707-ca80d6bb3107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:28:11Z', 'updated_at': '2022-03-18T12:28:29Z', 'revision_number': 4, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'gw_port': {'id': '9ad14a8e-32c9-4b66-8707-ca80d6bb3107', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:28:29Z', 'updated_at': '2022-03-18T12:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '147c3531-a05a-4e04-839a-6f438a03251b', 'name': '', 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'mac_address': 'fa:16:3e:23:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:28:21Z', 'updated_at': '2022-03-18T12:28:24Z', 'revision_number': 5, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'subnets': [{'id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f40046-4d22-4de7-ae29-055f0aef574a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:28:34.892425 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3e608-034f-4fa1-a219-fa7b16c66a2d None None] The sync data for ids ['caf4e840-8ad8-4251-978f-991ae3a687c9'] in dv-cinder-790535-30-iscsi is: [{'id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'name': 'router1', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '9ad14a8e-32c9-4b66-8707-ca80d6bb3107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:28:11Z', 'updated_at': '2022-03-18T12:28:29Z', 'revision_number': 4, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'gw_port': {'id': '9ad14a8e-32c9-4b66-8707-ca80d6bb3107', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:28:29Z', 'updated_at': '2022-03-18T12:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '147c3531-a05a-4e04-839a-6f438a03251b', 'name': '', 'network_id': '97e2c205-2004-4ed8-bcdd-8c33ffcb9375', 'tenant_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'mac_address': 'fa:16:3e:23:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4e840-8ad8-4251-978f-991ae3a687c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:28:21Z', 'updated_at': '2022-03-18T12:28:24Z', 'revision_number': 5, 'project_id': '3bcbae8c73aa434c81a9cbeac5d2f4c0', 'subnets': [{'id': 'be0641de-b2a8-4507-902c-7297e081fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f40046-4d22-4de7-ae29-055f0aef574a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:28:37.131708 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:28:37.189293 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:37.190694 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:37.279152 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:28:37.279837 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:37.305282 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=9ad14a8e-32c9-4b66-8707-ca80d6bb3107,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:28:37.320202 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:37.380402 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=9ad14a8e-32c9-4b66-8707-ca80d6bb3107,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:28:39.064933 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:28:39.207214 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:28:39.207737 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (9ad14a8e-32c9-4b66-8707-ca80d6bb3107), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:39.374240 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 9ad14a8e-32c9-4b66-8707-ca80d6bb3107 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:28:45.655140 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de9082c-6c14-40a0-ab19-fe5dc0d30a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:48.012173 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe704d3d-8db4-443f-be90-286c2474489c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:48.983962 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:50.620228 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:28:52.267238 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:08.828059 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:29:15.670884 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0525a49-c01e-42ec-86f9-1e1bbc9ec40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:18.007040 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-883618a9-c8aa-4842-aecf-eef45246bd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:18.987144 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:20.620401 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:22.263226 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:45.652682 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1c956cf-65bc-4d05-bd81-d86b18c9d550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:45.798729 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:29:48.011605 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-567766ac-d474-4380-a014-9873f926d540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:48.990387 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:50.620946 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:52.260958 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:54.657851 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58066) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:29:54.721925 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.pecan_wsgi.hooks.translation [None req-403b485f-2a3b-45f9-b12b-78acc7d40040 admin admin] GET failed (client error): The resource could not be found. Mar 18 12:29:54.723226 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-403b485f-2a3b-45f9-b12b-78acc7d40040 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644462 Mar 18 12:29:54.890823 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ca043-3c8f-448d-bc87-366803f7817a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:29:54.892201 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b39ca043-3c8f-448d-bc87-366803f7817a admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1650126 Mar 18 12:29:57.206017 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58076) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:29:57.299492 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c9c927-1774-4ed2-ac6f-08665ea7b45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:29:57.300811 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-34c9c927-1774-4ed2-ac6f-08665ea7b45e admin admin] 10.222.0.21 "GET /v2.0/subnets/be0641de-b2a8-4507-902c-7297e081fe84 HTTP/1.1" status: 200 len: 849 time: 0.0938058 Mar 18 12:29:57.309934 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:29:57.391258 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Publish callbacks [] for subnet (be0641de-b2a8-4507-902c-7297e081fe84), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:57.536236 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755722226059'] for subnet (be0641de-b2a8-4507-902c-7297e081fe84), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:57.571409 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:29:57.571995 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:57.573269 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] 10.222.0.21 "PUT /v2.0/subnets/be0641de-b2a8-4507-902c-7297e081fe84 HTTP/1.1" status: 200 len: 868 time: 0.2668438 Mar 18 12:29:57.589496 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d76cd-0f9d-49c6-b13b-06cddaf34b78 None None] Network 97e2c205-2004-4ed8-bcdd-8c33ffcb9375 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:29:57.594922 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0641de-b2a8-4507-902c-7297e081fe84,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:29:57.602228 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.602602 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.602958 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.603304 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.603630 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.603954 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.604277 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.604599 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.604921 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.605244 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.605565 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.605889 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.606204 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.606553 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.606862 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904712a-4dd1-41fb-8e6c-c7550925c499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:29:57.951011 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8e376c91-9b4d-441f-a1b9-297d08bccda8 None None] Provisioning complete for port 147c3531-a05a-4e04-839a-6f438a03251b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:29:57.951405 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e376c91-9b4d-441f-a1b9-297d08bccda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (147c3531-a05a-4e04-839a-6f438a03251b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:58.028377 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8e376c91-9b4d-441f-a1b9-297d08bccda8 None None] Current status of the port 147c3531-a05a-4e04-839a-6f438a03251b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:29:58.037936 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8e376c91-9b4d-441f-a1b9-297d08bccda8 None None] Provisioning complete for port f2a86367-c1cc-4b6e-9266-0782f1e5013d triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:29:58.038321 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e376c91-9b4d-441f-a1b9-297d08bccda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f2a86367-c1cc-4b6e-9266-0782f1e5013d), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:29:58.112101 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8e376c91-9b4d-441f-a1b9-297d08bccda8 None None] Current status of the port f2a86367-c1cc-4b6e-9266-0782f1e5013d is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:29:59.879536 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58084) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:00.076270 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa17a0-9760-4c93-ba26-4b00eabfb7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:00.076749 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa17a0-9760-4c93-ba26-4b00eabfb7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:00.078837 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e1aa17a0-9760-4c93-ba26-4b00eabfb7bd admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977949 Mar 18 12:30:02.398250 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58092) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:02.528462 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e09e6b-0ffb-4d74-9522-c58f0f8c1932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:02.528929 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e09e6b-0ffb-4d74-9522-c58f0f8c1932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:02.530436 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-92e09e6b-0ffb-4d74-9522-c58f0f8c1932 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312234 Mar 18 12:30:04.825318 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58100) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:04.949466 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618329e6-affd-4bc9-859f-b6c9e7bf667d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:04.950843 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-618329e6-affd-4bc9-859f-b6c9e7bf667d admin admin] 10.222.0.21 "GET /v2.0/networks/5044cd2f-0dba-41bf-a014-5b4d0b85dd61 HTTP/1.1" status: 200 len: 886 time: 0.1245410 Mar 18 12:30:07.274038 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58110) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:07.400211 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e83610-bcdc-4958-8a79-89b15dde612b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:07.401594 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d3e83610-bcdc-4958-8a79-89b15dde612b admin admin] 10.222.0.21 "GET /v2.0/networks/97e2c205-2004-4ed8-bcdd-8c33ffcb9375 HTTP/1.1" status: 200 len: 869 time: 0.1265664 Mar 18 12:30:09.711818 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58118) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:09.835129 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ea4ac-4278-440a-9810-16d571a707cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:09.835588 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ea4ac-4278-440a-9810-16d571a707cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:09.837106 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3e5ea4ac-4278-440a-9810-16d571a707cd admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242871 Mar 18 12:30:12.152111 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58126) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:12.241917 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b99ce9-cb54-4c2f-8d8e-f1030d7f4fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:12.242372 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b99ce9-cb54-4c2f-8d8e-f1030d7f4fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:12.243888 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b6b99ce9-cb54-4c2f-8d8e-f1030d7f4fbf admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908358 Mar 18 12:30:14.546273 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58134) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:14.714735 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2eb7dc-77ca-4fa0-b30e-58f5375d4309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:14.716075 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9e2eb7dc-77ca-4fa0-b30e-58f5375d4309 admin admin] 10.222.0.21 "GET /v2.0/subnets/719059c2-ea77-4cbb-81fb-cd4fcad88200 HTTP/1.1" status: 200 len: 816 time: 0.1683340 Mar 18 12:30:15.653505 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17b201ec-bf55-4fad-8450-84bb87b22947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:17.039885 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58142) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:17.129500 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede595e-e1d0-43eb-b101-76e60bac65ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:17.130844 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3ede595e-e1d0-43eb-b101-76e60bac65ff admin admin] 10.222.0.21 "GET /v2.0/subnets/be0641de-b2a8-4507-902c-7297e081fe84 HTTP/1.1" status: 200 len: 868 time: 0.0900018 Mar 18 12:30:18.013733 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c311fd1-2462-4941-81a2-435641a49bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:18.992522 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:20.625842 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:22.254422 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:22.797881 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:30:45.193849 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58194) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:45.241745 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-f199e722-c818-4ff1-908a-7d789af205c3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:30:45.243047 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f199e722-c818-4ff1-908a-7d789af205c3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482574 Mar 18 12:30:45.658153 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-49b3eb7c-0cf4-437a-97bc-d4d06b95f265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:47.678842 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58202) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:47.744958 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-268db409-cea4-4104-9a48-69a92fff2b2b admin admin] GET failed (client error): The resource could not be found. Mar 18 12:30:47.746297 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-268db409-cea4-4104-9a48-69a92fff2b2b admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665195 Mar 18 12:30:47.891168 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e56ef7-8754-42db-b628-c4ae9cc407c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:47.892614 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e3e56ef7-8754-42db-b628-c4ae9cc407c4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422291 Mar 18 12:30:48.021737 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd80f-f7fc-4d3a-869f-a8efb2eadfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:48.996729 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:50.277692 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58210) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:50.331975 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:30:50.355525 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Made reservation on behalf of 70bc971ec2c640148f9c8146ee7d86b5 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:30:50.357885 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:50.388311 dv-cinder-790535-30-iscsi neutron-server[103442]: WARNING neutron.services.revisions.revision_plugin [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Could not find related network for resource to bump revision. Mar 18 12:30:50.405398 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:30:50.417248 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755722033210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (5d7edbba-c76f-44ea-8f9c-7b937f506104), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:50.417821 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Unsubscribe: segment precommit_create {{(pid=103442) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 18 12:30:50.418298 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Added segment 5d7edbba-c76f-44ea-8f9c-7b937f506104 of type vlan for network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d Mar 18 12:30:50.470885 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:50.501203 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:50.502139 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:50.502735 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:50.580856 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3019485 Mar 18 12:30:50.608058 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Pushing event updated for resources: {'Network': ['ID=37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:30:50.619671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.619671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.619671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.619671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.619671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.619671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.619671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.620391 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.620391 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.620391 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.620757 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.621087 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.621332 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.621663 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.621979 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8e883-9545-4d04-bb92-ef123b21c36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:50.637099 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:30:50.678494 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:52.258476 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:52.928717 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58218) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:30:52.998248 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29703f8-353d-40e6-b367-13b4b827ccd1 admin admin] GET failed (client error): The resource could not be found. Mar 18 12:30:52.999571 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c29703f8-353d-40e6-b367-13b4b827ccd1 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0698726 Mar 18 12:30:53.069639 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ee8ad-c1b2-479b-99cd-fb25c1bb6343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:53.071114 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-281ee8ad-c1b2-479b-99cd-fb25c1bb6343 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675869 Mar 18 12:30:53.080584 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d', 'name': 'shared-subnet'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:30:53.099686 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Made reservation on behalf of 70bc971ec2c640148f9c8146ee7d86b5 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:30:53.101920 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:53.257557 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (5e2f79c3-369c-4d22-bc5f-04aed8e1f560), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:53.312955 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2f79c3-369c-4d22-bc5f-04aed8e1f560,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:30:53.317085 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Checking segment: {'id': '5d7edbba-c76f-44ea-8f9c-7b937f506104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:30:53.317440 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Network hostable DHCP agents. Network: 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:30:53.333036 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:30:53.340586 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:30:53.344968 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:30:53.345542 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:53.350939 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22b274c-6ab3-4437-84ee-b32ed456e1a1 None None] Network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:30:53.360813 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b0005734-a791-416d-ab01-d69ea9f013b8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2834787 Mar 18 12:30:53.454997 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d', 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d', 'project_id': '70bc971ec2c640148f9c8146ee7d86b5', 'fixed_ips': [{'subnet_id': '5e2f79c3-369c-4d22-bc5f-04aed8e1f560'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:30:53.455856 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:53.589945 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Allocated IP 192.168.233.2 (37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d/5e2f79c3-369c-4d22-bc5f-04aed8e1f560/baaf0141-f381-4d50-b541-e6666bdf249b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:30:53.830235 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Publish callbacks [] for port (baaf0141-f381-4d50-b541-e6666bdf249b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:53.836381 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (baaf0141-f381-4d50-b541-e6666bdf249b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:53.877835 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:30:53.883740 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:30:53.885444 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Pushing event updated for resources: {'Port': ['ID=baaf0141-f381-4d50-b541-e6666bdf249b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:30:53.887627 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:30:53.898573 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.898929 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.899301 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.899665 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.900008 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.900342 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.900674 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.901004 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.901329 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.901654 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.901980 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.902320 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.902675 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.902996 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.903313 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:30:53.960210 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Attempting to bind port baaf0141-f381-4d50-b541-e6666bdf249b on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:30:53.960573 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Attempting to bind port baaf0141-f381-4d50-b541-e6666bdf249b by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '5d7edbba-c76f-44ea-8f9c-7b937f506104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:30:53.960942 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Attempting to bind port baaf0141-f381-4d50-b541-e6666bdf249b on network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:30:53.966068 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:30:53.966440 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Checking segment: {'id': '5d7edbba-c76f-44ea-8f9c-7b937f506104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:30:53.966870 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:53.967290 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Bound using segment: {'id': '5d7edbba-c76f-44ea-8f9c-7b937f506104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:30:53.967753 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Bound port: baaf0141-f381-4d50-b541-e6666bdf249b, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7edbba-c76f-44ea-8f9c-7b937f506104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:30:53.968131 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (baaf0141-f381-4d50-b541-e6666bdf249b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:54.030091 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] For port baaf0141-f381-4d50-b541-e6666bdf249b, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:30:54.033130 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] For port baaf0141-f381-4d50-b541-e6666bdf249b, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=baaf0141-f381-4d50-b541-e6666bdf249b,segment=NetworkSegment(5d7edbba-c76f-44ea-8f9c-7b937f506104),segment_id=5d7edbba-c76f-44ea-8f9c-7b937f506104)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:30:54.039438 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (baaf0141-f381-4d50-b541-e6666bdf249b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:54.098926 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed4050-a3cb-4a73-9242-bd88b632e6f4 None None] Pushing event updated for resources: {'Port': ['ID=baaf0141-f381-4d50-b541-e6666bdf249b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:30:54.953202 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3bb738-e7a3-47cd-973b-073a9d19270d None None] Network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:30:55.021611 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b0c7e44c-55ba-4afc-b0be-c6e44c5035bc None None] Provisioning complete for port baaf0141-f381-4d50-b541-e6666bdf249b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:30:55.021611 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e44c-55ba-4afc-b0be-c6e44c5035bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (baaf0141-f381-4d50-b541-e6666bdf249b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:55.133908 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device baaf0141-f381-4d50-b541-e6666bdf249b up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:30:55.179858 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7e44c-55ba-4afc-b0be-c6e44c5035bc None None] Current status of the port baaf0141-f381-4d50-b541-e6666bdf249b is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:30:55.180247 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e44c-55ba-4afc-b0be-c6e44c5035bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (baaf0141-f381-4d50-b541-e6666bdf249b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:55.225846 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b0c7e44c-55ba-4afc-b0be-c6e44c5035bc None None] For port baaf0141-f381-4d50-b541-e6666bdf249b, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=baaf0141-f381-4d50-b541-e6666bdf249b,segment=NetworkSegment(5d7edbba-c76f-44ea-8f9c-7b937f506104),segment_id=5d7edbba-c76f-44ea-8f9c-7b937f506104)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:30:55.232421 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port baaf0141-f381-4d50-b541-e6666bdf249b triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:30:55.232868 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (baaf0141-f381-4d50-b541-e6666bdf249b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:55.234622 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e44c-55ba-4afc-b0be-c6e44c5035bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (baaf0141-f381-4d50-b541-e6666bdf249b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:55.324142 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7e44c-55ba-4afc-b0be-c6e44c5035bc None None] Pushing event updated for resources: {'Port': ['ID=baaf0141-f381-4d50-b541-e6666bdf249b,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:30:55.367617 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port baaf0141-f381-4d50-b541-e6666bdf249b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:30:55.457733 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-df5734ec-9e11-458c-82f7-a805ea31a8b7 None None] Provisioning complete for port baaf0141-f381-4d50-b541-e6666bdf249b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:30:55.458351 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df5734ec-9e11-458c-82f7-a805ea31a8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (baaf0141-f381-4d50-b541-e6666bdf249b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:55.535240 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-df5734ec-9e11-458c-82f7-a805ea31a8b7 None None] Current status of the port baaf0141-f381-4d50-b541-e6666bdf249b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:30:57.062329 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device baaf0141-f381-4d50-b541-e6666bdf249b up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:30:57.108774 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port baaf0141-f381-4d50-b541-e6666bdf249b triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:30:57.109160 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (baaf0141-f381-4d50-b541-e6666bdf249b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:30:57.182392 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port baaf0141-f381-4d50-b541-e6666bdf249b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:30:59.796408 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:31:15.661375 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48eacd62-ba3e-4a07-a2e4-82db955648ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:31:18.016189 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18e2cad6-6c26-43c4-aa4c-5c9053693407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:31:18.999378 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:31:20.637642 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:31:22.261054 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:31:36.794961 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:31:45.663239 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-136999cc-41e0-4d30-af20-e7650bbbe6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:31:48.019746 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b89161eb-3378-4ab2-aae0-33668644605a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:31:49.002906 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:31:50.637471 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:31:52.265515 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:13.793969 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:32:14.561899 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58256) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:32:14.567659 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-2f00390d-5abd-49f5-b6a6-4ccd8b0c2734 tempest-verify_tempest_config-899081943 tempest-verify_tempest_config-899081943-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:32:14.568618 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2f00390d-5abd-49f5-b6a6-4ccd8b0c2734 tempest-verify_tempest_config-899081943 tempest-verify_tempest_config-899081943-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057316 Mar 18 12:32:14.854809 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58274) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:32:14.959417 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:15.058650 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Publish callbacks [] for security_group (9a51f23c-b716-4b3a-bc55-568debd75022), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:15.063010 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (9a51f23c-b716-4b3a-bc55-568debd75022), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:15.103948 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a51f23c-b716-4b3a-bc55-568debd75022,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:32:15.108764 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=182fd3c8ad044e70b6960db4126c1d08&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2529836 Mar 18 12:32:15.111649 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58278) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:32:15.112928 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.113275 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.113664 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.113961 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.114282 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.114627 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.114947 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.115260 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.115573 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.115885 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.116212 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.116527 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.116840 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.117399 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.117705 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b65e-95a9-4a3f-8f2c-f2635cee0772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.165759 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Publish callbacks [] for security_group (9a51f23c-b716-4b3a-bc55-568debd75022), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:15.187222 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Publish callbacks [] for security_group (9a51f23c-b716-4b3a-bc55-568debd75022), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:15.276994 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (9a51f23c-b716-4b3a-bc55-568debd75022), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:15.279690 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:15.281317 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a51f23c-b716-4b3a-bc55-568debd75022 HTTP/1.1" status: 204 len: 168 time: 0.1681423 Mar 18 12:32:15.288795 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a51f23c-b716-4b3a-bc55-568debd75022,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:32:15.295829 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.296181 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.296534 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.296874 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.297201 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.297526 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.297848 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.298164 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.298474 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.298836 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.299160 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.299485 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.299806 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.300121 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.300436 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a223b6-af1c-4937-989a-aa3704e3c6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:32:15.669945 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4c0fb17-be86-4c58-b82a-2ad0c78d1a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:18.021490 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97818058-f13c-4ee0-99bd-b842e9cacd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:19.004778 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:20.640771 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:22.268830 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:45.660778 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01959ff3-4ceb-4d9e-b64a-6eb2a54f9886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:48.020529 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0cb6-934a-4983-acfc-f44604dc5606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:49.008171 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:50.640765 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:32:50.792520 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:32:52.270179 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:15.662568 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6442633a-5884-4c4e-8ccc-668dcdb979ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:18.019879 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b98d479-7409-4205-bf95-2185cae4ec7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:19.010614 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:20.645059 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:22.271910 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:27.790893 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:33:45.662959 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5938-ac01-4c44-8fac-d508ec949577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:48.023505 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a2121f9-9036-4072-a0da-3d3c71926f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:49.014219 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:50.648096 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:51.875170 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596459'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:33:52.273581 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:04.788988 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:34:07.139402 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58350) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:34:07.242277 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-26541f1a-a0f7-4035-bdd0-47d56dbbf971 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1015420 Mar 18 12:34:09.559416 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58360) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:34:09.618585 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c8d866f6-b1ff-4b8e-9cd0-f5b03f37ea93 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0580411 Mar 18 12:34:15.664284 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34db3c3e-24a5-49f9-82c9-02c97bc5b58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:18.025491 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83a3ab56-47e0-4cd5-b1ab-bca54615270d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:19.016084 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:20.653552 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:21.876151 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:22.373376 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:41.787173 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:34:45.665175 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5aa1ab51-0232-4c3a-83ed-eb45885b43bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:48.027516 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fec2e8b6-1f1d-494a-b8c2-72939016b3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:49.019080 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:50.657320 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:51.879337 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:34:52.276036 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:15.669108 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffda3f08-5676-4f08-8cde-f8eeb0bc1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:18.030127 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e5c2-a126-4241-a477-f35f03acbe7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:18.786349 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:35:19.023613 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:20.659617 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:21.889104 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:22.278230 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:44.788067 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58574) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:44.935153 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58590) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:45.134312 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1285141514-network', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:45.157872 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Made reservation on behalf of f653a780af9a483e8c92a9e22ce8cc4b for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:45.161371 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.166422 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58602) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:45.173127 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.230141 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-996793630-network', 'tenant_id': '736d6b2d15bb465c99f09f7f7b9a2f75'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:45.258658 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Made reservation on behalf of 736d6b2d15bb465c99f09f7f7b9a2f75 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:45.261259 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.274748 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.310787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58610) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:45.359311 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Publish callbacks [] for security_group (36f8187c-b838-4663-a953-94dab11bf8cb), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.372852 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (36f8187c-b838-4663-a953-94dab11bf8cb), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.387108 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:35:45.424655 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f8187c-b838-4663-a953-94dab11bf8cb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:45.443608 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.444045 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.444625 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.445069 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.445628 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.446021 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.446549 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.447084 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.447488 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.447870 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.448266 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.448655 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.449038 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.449410 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.449973 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Tracked resource versions report: Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: pushed versions: Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: { 'AddressGroup': {'1.2'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Agent': {'1.1'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'ConntrackHelper': {'1.0'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'LocalIPAssociation': {'1.0'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Log': {'1.0'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'NDPProxy': {'1.0'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Network': {'1.1'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Port': {'1.7'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'PortForwarding': {'1.3'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'QosPolicy': {'1.10'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SecurityGroup': {'1.5'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SecurityGroupRule': {'1.2'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SubPort': {'1.0'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Subnet': {'1.1'}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Trunk': {'1.1'}} Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: consumer versions: Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: { DHCP agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: HyperV agent@hv-cinder-79053: {}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: L3 agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: Metadata agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: Metering agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: Open vSwitch agent@dv-cinder-790535-30-iscsi: { 'AddressGroup': '1.2', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Agent': '1.1', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'ConntrackHelper': '1.0', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'LocalIPAssociation': '1.0', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Log': '1.0', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'NDPProxy': '1.0', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Network': '1.1', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Port': '1.7', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'PortForwarding': '1.3', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'QosPolicy': '1.10', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SecurityGroup': '1.5', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SecurityGroupRule': '1.2', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'SubPort': '1.0', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Subnet': '1.1', Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: 'Trunk': '1.1'}} Mar 18 12:35:45.451562 dv-cinder-790535-30-iscsi neutron-server[103442]: {{(pid=103442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 12:35:45.462011 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (c04ef754-506f-4836-8c9c-ae3ce77b5a95), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.462398 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Added segment c04ef754-506f-4836-8c9c-ae3ce77b5a95 of type vlan for network d61dd74d-2ec0-41f9-a39f-f2707abf7135 Mar 18 12:35:45.465481 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Publish callbacks [] for security_group (ea35a6ab-e35b-4496-9ced-3bcc1efdca46), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.475618 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ea35a6ab-e35b-4496-9ced-3bcc1efdca46), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.481138 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1807220788-network', 'tenant_id': 'e54e58c185c949258f153d7224f90ced'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:45.490794 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:35:45.509570 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (b1de89e6-a321-4a65-8498-321ffc7c515b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.509918 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Added segment b1de89e6-a321-4a65-8498-321ffc7c515b of type vlan for network 64f5deaf-28d7-4001-a216-58eafeb363d7 Mar 18 12:35:45.521960 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Made reservation on behalf of e54e58c185c949258f153d7224f90ced for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:45.524865 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.542664 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.564241 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea35a6ab-e35b-4496-9ced-3bcc1efdca46,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:45.604760 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-network', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:45.608579 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (d61dd74d-2ec0-41f9-a39f-f2707abf7135), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.642825 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Made reservation on behalf of 888a382051c5404ba1c4d9016dc0a364 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:45.646245 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.666436 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (64f5deaf-28d7-4001-a216-58eafeb363d7), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.680802 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06d65e95-7a35-4ace-aefa-2176b01f25fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.698436 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (d61dd74d-2ec0-41f9-a39f-f2707abf7135), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.699886 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:45.700691 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.749550 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.820838 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8764787 Mar 18 12:35:45.856636 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58638) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:45.856636 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0d36a-96cb-4a54-89e3-a48f96a71273 admin admin] Pushing event updated for resources: {'Network': ['ID=d61dd74d-2ec0-41f9-a39f-f2707abf7135,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:45.857631 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (64f5deaf-28d7-4001-a216-58eafeb363d7), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.858834 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:45.859679 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:45.865071 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network d61dd74d-2ec0-41f9-a39f-f2707abf7135 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:35:45.866320 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Request body: {'subnet': {'network_id': 'd61dd74d-2ec0-41f9-a39f-f2707abf7135', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-996793630-subnet', 'tenant_id': '736d6b2d15bb465c99f09f7f7b9a2f75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:45.904631 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Made reservation on behalf of 736d6b2d15bb465c99f09f7f7b9a2f75 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:45.907301 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.013524 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Publish callbacks [] for security_group (254de031-3239-4833-abad-de4df01bbc53), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.056928 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (254de031-3239-4833-abad-de4df01bbc53), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.072634 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Publish callbacks [] for security_group (5d425dd8-d062-491d-aae2-80abeba90d8d), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.087317 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5d425dd8-d062-491d-aae2-80abeba90d8d), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.103284 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:35:46.114324 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (0192e79e-d980-4bf2-ab82-52e95763adc5), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.115052 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Added segment 0192e79e-d980-4bf2-ab82-52e95763adc5 of type vlan for network 24732539-0f9c-44d2-80f8-1c8dc66e66e7 Mar 18 12:35:46.120598 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3314526 Mar 18 12:35:46.124708 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58654) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:46.132486 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Request body: {'subnet': {'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-subnet', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:46.155873 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3140d-0fb8-4a07-ab74-4ebd5c0cdc0e admin admin] Pushing event updated for resources: {'Network': ['ID=64f5deaf-28d7-4001-a216-58eafeb363d7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:46.157627 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (24732539-0f9c-44d2-80f8-1c8dc66e66e7), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.159735 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Made reservation on behalf of f653a780af9a483e8c92a9e22ce8cc4b for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:46.162304 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.168007 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:35:46.173013 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:35:46.201634 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (d050c24c-9fbf-40d3-9876-c926929ff045), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.202282 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Added segment d050c24c-9fbf-40d3-9876-c926929ff045 of type vlan for network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 Mar 18 12:35:46.228019 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (ce95e13d-fe02-43c9-9073-8865ce3aa46b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.272607 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (4e425e37-1ae8-48fe-b7f1-6897ad51eab6), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.322789 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254de031-3239-4833-abad-de4df01bbc53,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:46.322939 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce95e13d-fe02-43c9-9073-8865ce3aa46b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:46.327280 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (4e425e37-1ae8-48fe-b7f1-6897ad51eab6), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.328629 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:46.328921 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Checking segment: {'id': 'c04ef754-506f-4836-8c9c-ae3ce77b5a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd61dd74d-2ec0-41f9-a39f-f2707abf7135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:35:46.329548 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Network hostable DHCP agents. Network: d61dd74d-2ec0-41f9-a39f-f2707abf7135, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:35:46.329978 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.372794 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (24732539-0f9c-44d2-80f8-1c8dc66e66e7), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.375957 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:46.376810 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.388975 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0759385 Mar 18 12:35:46.390621 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:46.394259 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.396133 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Request body: {'subnet': {'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-subnet', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:46.398676 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.399236 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.399745 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.400261 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.400759 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.400958 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Network d61dd74d-2ec0-41f9-a39f-f2707abf7135 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:35:46.401536 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.402044 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.403138 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.403646 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.404146 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.404639 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.405137 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.405628 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.406115 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Tracked resource versions report: Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: pushed versions: Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: { 'AddressGroup': {'1.2'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Agent': {'1.1'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'ConntrackHelper': {'1.0'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'LocalIPAssociation': {'1.0'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Log': {'1.0'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'NDPProxy': {'1.0'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Network': {'1.1'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Port': {'1.7'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'PortForwarding': {'1.3'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'QosPolicy': {'1.10'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SecurityGroup': {'1.5'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SecurityGroupRule': {'1.2'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SubPort': {'1.0'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Subnet': {'1.1'}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Trunk': {'1.1'}} Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: consumer versions: Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: { DHCP agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: HyperV agent@hv-cinder-79053: {}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: L3 agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: Metadata agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: Metering agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: Open vSwitch agent@dv-cinder-790535-30-iscsi: { 'AddressGroup': '1.2', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Agent': '1.1', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'ConntrackHelper': '1.0', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'LocalIPAssociation': '1.0', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Log': '1.0', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'NDPProxy': '1.0', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Network': '1.1', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Port': '1.7', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'PortForwarding': '1.3', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'QosPolicy': '1.10', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SecurityGroup': '1.5', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SecurityGroupRule': '1.2', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'SubPort': '1.0', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Subnet': '1.1', Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: 'Trunk': '1.1'}} Mar 18 12:35:46.407558 dv-cinder-790535-30-iscsi neutron-server[103441]: {{(pid=103441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 12:35:46.434265 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, d61dd74d-2ec0-41f9-a39f-f2707abf7135) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:46.440437 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:46.444135 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.449033 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbf9e9-9fef-4bda-9bfe-a57c14d8a668 None None] Network d61dd74d-2ec0-41f9-a39f-f2707abf7135 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:46.504289 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d425dd8-d062-491d-aae2-80abeba90d8d,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:46.539163 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3715696 Mar 18 12:35:46.579652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58674) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:46.587421 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Request body: {'subnet': {'network_id': '24732539-0f9c-44d2-80f8-1c8dc66e66e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1807220788-subnet', 'tenant_id': 'e54e58c185c949258f153d7224f90ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:46.617927 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Made reservation on behalf of e54e58c185c949258f153d7224f90ced for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:46.621038 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.622583 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8ea51-26ce-473f-b9d1-ff3ec54099c5 None None] Network d61dd74d-2ec0-41f9-a39f-f2707abf7135 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:46.675547 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Made reservation on behalf of 888a382051c5404ba1c4d9016dc0a364 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:46.678740 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.713147 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5a056c12-5f97-4c77-81d3-319d2a9aa093 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8572776 Mar 18 12:35:46.760028 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (6bd39a95-fb78-4991-8b12-8400cf6fd85b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.880250 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd39a95-fb78-4991-8b12-8400cf6fd85b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:46.909295 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Checking segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:35:46.909658 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Network hostable DHCP agents. Network: 64f5deaf-28d7-4001-a216-58eafeb363d7, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:35:46.910451 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (e1aa132d-9f83-4631-94b7-5e42d08de940), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:46.924149 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d062b-8470-4a1b-9235-b20bc9115150 admin admin] Pushing event updated for resources: {'Network': ['ID=4e425e37-1ae8-48fe-b7f1-6897ad51eab6,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:46.934072 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:35:47.002443 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:35:47.011266 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1aa132d-9f83-4631-94b7-5e42d08de940,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:47.062257 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 64f5deaf-28d7-4001-a216-58eafeb363d7) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:47.071250 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccb746a-eb69-4e9c-b63f-db70dc0972a5 None None] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:47.073006 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:47.074078 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.105471 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (289be181-b3d4-4be5-b12a-204f9a7fe221), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.119236 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-92172652-1bf9-4877-a6ce-9624fa1f8cbb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9911602 Mar 18 12:35:47.135530 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58706) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:47.243528 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289be181-b3d4-4be5-b12a-204f9a7fe221,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:47.249594 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58732) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:47.260572 dv-cinder-790535-30-iscsi neutron-server[103442]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 18 12:35:47.272127 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:47.275976 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Checking segment: {'id': '0192e79e-d980-4bf2-ab82-52e95763adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '24732539-0f9c-44d2-80f8-1c8dc66e66e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:35:47.276540 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Network hostable DHCP agents. Network: 24732539-0f9c-44d2-80f8-1c8dc66e66e7, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:35:47.283686 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e2711-1c27-4195-be20-934be7ee4c3e admin admin] Pushing event updated for resources: {'Network': ['ID=24732539-0f9c-44d2-80f8-1c8dc66e66e7,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:47.299937 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 24732539-0f9c-44d2-80f8-1c8dc66e66e7 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:35:47.353667 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (8d05ec03-9480-455a-ac1c-bed20601f324), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.357159 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (8d05ec03-9480-455a-ac1c-bed20601f324), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.443040 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-64f5deaf-28d7-4001-a216-58eafeb363d7', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:35:47.443906 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.447344 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks [] for router_controller (8d05ec03-9480-455a-ac1c-bed20601f324), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.449173 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Network 24732539-0f9c-44d2-80f8-1c8dc66e66e7 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:35:47.593961 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-13926fa8-d718-4feb-8cb7-42bdc48dc7d5 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:47.595751 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-13926fa8-d718-4feb-8cb7-42bdc48dc7d5 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/networks?id=d61dd74d-2ec0-41f9-a39f-f2707abf7135 HTTP/1.1" status: 200 len: 811 time: 0.3393300 Mar 18 12:35:47.600150 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Checking segment: {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:35:47.600725 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Network hostable DHCP agents. Network: 4e425e37-1ae8-48fe-b7f1-6897ad51eab6, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:35:47.604104 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 24732539-0f9c-44d2-80f8-1c8dc66e66e7) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:47.637659 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-16a730bc-18bf-43f0-9c87-f1ae918b8959 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/quotas/736d6b2d15bb465c99f09f7f7b9a2f75 HTTP/1.1" status: 200 len: 375 time: 0.0244145 Mar 18 12:35:47.639426 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:35:47.641083 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba625e2-7e94-4d6e-98f1-cf996a93c8b0 None None] Network 24732539-0f9c-44d2-80f8-1c8dc66e66e7 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:47.648948 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 4e425e37-1ae8-48fe-b7f1-6897ad51eab6) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:47.732653 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-3c820235-f042-4a47-829c-ab332716f536 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=736d6b2d15bb465c99f09f7f7b9a2f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849531 Mar 18 12:35:47.734495 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:47.734657 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:47.735640 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.735770 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.755378 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58750) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:47.777746 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-199c9dc0-5bfa-4ef6-a934-5faeee9f70a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3856053 Mar 18 12:35:47.778694 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58756) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:47.783524 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:47.804500 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3be6576f-f133-4d43-93cf-262d069afd42 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2230456 Mar 18 12:35:47.811528 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5115962c-4430-481d-8693-53683f44cabd None None] Network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:47.814392 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks [] for router_gateway (8d05ec03-9480-455a-ac1c-bed20601f324), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.829279 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:47.834313 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.033054 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Allocated IP 172.20.0.2 (64f5deaf-28d7-4001-a216-58eafeb363d7/6bd39a95-fb78-4991-8b12-8400cf6fd85b/d44eea2e-858f-4dd4-b088-054abaf60657) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:35:48.063528 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks [] for router_controller (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.285268 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58778) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:48.295463 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-71aa5b6e-762f-4608-9158-d67a072c1c0d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:35:48.302389 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-71aa5b6e-762f-4608-9158-d67a072c1c0d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2871993 Mar 18 12:35:48.307434 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9dc0084c-779f-4488-b817-12f3b1adf388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.356929 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb251c4-e18a-400b-ac11-8fc28d343719 None None] Network 24732539-0f9c-44d2-80f8-1c8dc66e66e7 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:48.404265 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-589e48e6-a969-42ff-b01d-183514e28f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.425079 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks [] for router_gateway (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.445294 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-9dc54c3a-480a-416c-a3c4-bc8cb378e475 service neutron] 10.222.0.21 "GET /v2.0/networks/d61dd74d-2ec0-41f9-a39f-f2707abf7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418848 Mar 18 12:35:48.496844 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks [] for router_gateway (8d05ec03-9480-455a-ac1c-bed20601f324), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.498933 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bd8-8b41-439e-97f9-9fb845d9397c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.538131 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5475581d-fbc9-4af9-99b8-beb8076cf8c2 None None] Network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:48.582628 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.643505 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-206fcf1d-6a15-49cc-ac52-f6c7e49ae96e service neutron] 10.222.0.21 "GET /v2.0/networks/d61dd74d-2ec0-41f9-a39f-f2707abf7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973588 Mar 18 12:35:48.821328 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9dc0084c-779f-4488-b817-12f3b1adf388 admin admin] Publish callbacks [] for security_group (6e6cd654-5216-45a1-a690-8eedac272574), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.870144 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9dc0084c-779f-4488-b817-12f3b1adf388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (6e6cd654-5216-45a1-a690-8eedac272574), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.918076 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Publish callbacks [] for port (d44eea2e-858f-4dd4-b088-054abaf60657), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.930507 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.958751 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks [] for router_gateway (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:48.987890 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.018917 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bd8-8b41-439e-97f9-9fb845d9397c admin admin] Publish callbacks [] for security_group (f98bde41-f367-4b0c-a8d1-c91e82085fca), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.026384 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0084c-779f-4488-b817-12f3b1adf388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6cd654-5216-45a1-a690-8eedac272574,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:49.036275 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bd8-8b41-439e-97f9-9fb845d9397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (f98bde41-f367-4b0c-a8d1-c91e82085fca), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.067309 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58820) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:49.084046 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Allocated IP 172.27.2.150 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/1fdcfcd9-15c6-4f71-a456-4c22ce3f1119) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:35:49.095738 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58830) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:49.099191 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:35:49.109045 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:49.118460 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5d6f0bd8-8b41-439e-97f9-9fb845d9397c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b7231e5bf2c4b5c873ece13577c7e98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8241832 Mar 18 12:35:49.121266 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0bd8-8b41-439e-97f9-9fb845d9397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98bde41-f367-4b0c-a8d1-c91e82085fca,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:49.127064 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011411036-network', 'tenant_id': '0799f201f32340259717d4f16830dfcb'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:49.127360 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:35:49.155498 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58832) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:49.180459 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9dc0084c-779f-4488-b817-12f3b1adf388 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b6f46e9d9fc40e0af4e3c8e30b89b3e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4222009 Mar 18 12:35:49.183655 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58834) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:49.189885 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Made reservation on behalf of 0799f201f32340259717d4f16830dfcb for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:49.194497 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.195380 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.199917 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Pushing event updated for resources: {'Port': ['ID=d44eea2e-858f-4dd4-b088-054abaf60657,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:49.218308 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-37119219-5b97-4599-a5ca-9e6d99465b93 req-059c26cd-67ef-48a0-814f-a4723ff4e903 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 210 time: 0.1212614 Mar 18 12:35:49.225689 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.305777 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.306130 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.306883 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.307811 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.308187 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.308551 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.309160 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.309649 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.310385 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.310925 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.311797 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.314268 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.314956 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.315578 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.316191 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Tracked resource versions report: Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: pushed versions: Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: { 'AddressGroup': {'1.2'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Agent': {'1.1'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'LocalIPAssociation': {'1.0'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Log': {'1.0'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'NDPProxy': {'1.0'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Network': {'1.1'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Port': {'1.7'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'PortForwarding': {'1.3'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'QosPolicy': {'1.10'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SecurityGroup': {'1.5'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SubPort': {'1.0'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Subnet': {'1.1'}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Trunk': {'1.1'}} Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: consumer versions: Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: { DHCP agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: HyperV agent@hv-cinder-79053: {}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: L3 agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: Metadata agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: Metering agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: Open vSwitch agent@dv-cinder-790535-30-iscsi: { 'AddressGroup': '1.2', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Agent': '1.1', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'ConntrackHelper': '1.0', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'LocalIPAssociation': '1.0', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Log': '1.0', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'NDPProxy': '1.0', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Network': '1.1', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Port': '1.7', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'PortForwarding': '1.3', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'QosPolicy': '1.10', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SecurityGroup': '1.5', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SecurityGroupRule': '1.2', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'SubPort': '1.0', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Subnet': '1.1', Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: 'Trunk': '1.1'}} Mar 18 12:35:49.319206 dv-cinder-790535-30-iscsi neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 12:35:49.356399 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Attempting to bind port d44eea2e-858f-4dd4-b088-054abaf60657 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:35:49.358447 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Attempting to bind port d44eea2e-858f-4dd4-b088-054abaf60657 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:35:49.360108 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Attempting to bind port d44eea2e-858f-4dd4-b088-054abaf60657 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:35:49.368055 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:35:49.368610 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Checking segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:35:49.369184 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.371387 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Bound using segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:35:49.371999 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Bound port: d44eea2e-858f-4dd4-b088-054abaf60657, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:35:49.372615 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.387210 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8eddb9a-2427-48b8-8b92-4210b801b949 admin admin] Publish callbacks [] for security_group (f98bde41-f367-4b0c-a8d1-c91e82085fca), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.422462 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8eddb9a-2427-48b8-8b92-4210b801b949 admin admin] Publish callbacks [] for security_group (f98bde41-f367-4b0c-a8d1-c91e82085fca), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.466075 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] For port d44eea2e-858f-4dd4-b088-054abaf60657, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:35:49.471518 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] For port d44eea2e-858f-4dd4-b088-054abaf60657, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=d44eea2e-858f-4dd4-b088-054abaf60657,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:35:49.481764 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.508810 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8eddb9a-2427-48b8-8b92-4210b801b949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (f98bde41-f367-4b0c-a8d1-c91e82085fca), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.512237 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8eddb9a-2427-48b8-8b92-4210b801b949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.514360 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e8eddb9a-2427-48b8-8b92-4210b801b949 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f98bde41-f367-4b0c-a8d1-c91e82085fca HTTP/1.1" status: 204 len: 168 time: 0.3542769 Mar 18 12:35:49.549788 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c5e09e9b-4795-439a-bce2-6d73370948e9 admin admin] Publish callbacks [] for security_group (6e6cd654-5216-45a1-a690-8eedac272574), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.556271 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eddb9a-2427-48b8-8b92-4210b801b949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98bde41-f367-4b0c-a8d1-c91e82085fca,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:49.557307 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Publish callbacks [] for security_group (a204a933-0b54-44c6-8073-f5a746872197), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.573565 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (a204a933-0b54-44c6-8073-f5a746872197), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.607085 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c5e09e9b-4795-439a-bce2-6d73370948e9 admin admin] Publish callbacks [] for security_group (6e6cd654-5216-45a1-a690-8eedac272574), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.611097 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks [] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.616974 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481778b9-6dad-4c97-9b05-046f62c56319 None None] Pushing event updated for resources: {'Port': ['ID=d44eea2e-858f-4dd4-b088-054abaf60657,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:49.656202 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:35:49.722150 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (b500d319-6eda-4808-b3a0-e777e8643563), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.723147 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Added segment b500d319-6eda-4808-b3a0-e777e8643563 of type vlan for network f23d2b46-538e-44ea-8ffc-19c4666d3444 Mar 18 12:35:49.723889 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a204a933-0b54-44c6-8073-f5a746872197,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:49.842474 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (f23d2b46-538e-44ea-8ffc-19c4666d3444), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.854667 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c5e09e9b-4795-439a-bce2-6d73370948e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (6e6cd654-5216-45a1-a690-8eedac272574), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.857165 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c5e09e9b-4795-439a-bce2-6d73370948e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.861104 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c5e09e9b-4795-439a-bce2-6d73370948e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e6cd654-5216-45a1-a690-8eedac272574 HTTP/1.1" status: 204 len: 168 time: 0.6725721 Mar 18 12:35:49.883759 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e09e9b-4795-439a-bce2-6d73370948e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6cd654-5216-45a1-a690-8eedac272574,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:49.890233 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.971246 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (f23d2b46-538e-44ea-8ffc-19c4666d3444), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:49.972237 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:49.972881 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:50.004645 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:35:50.030202 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:50.092517 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:35:50.111352 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9911819 Mar 18 12:35:50.163151 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58868) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:50.192970 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Request body: {'subnet': {'network_id': 'f23d2b46-538e-44ea-8ffc-19c4666d3444', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011411036-subnet', 'tenant_id': '0799f201f32340259717d4f16830dfcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:50.240071 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Allocated IP 172.27.2.109 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/58deacaa-c5f5-40b5-81de-8ac2cb6374c6) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:35:50.248767 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:50.254684 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Pushing event updated for resources: {'Port': ['ID=1fdcfcd9-15c6-4f71-a456-4c22ce3f1119,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:50.290831 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bbc26-3cc0-4c05-9796-e69728bc1437 admin admin] Pushing event updated for resources: {'Network': ['ID=f23d2b46-538e-44ea-8ffc-19c4666d3444,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:50.303728 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network f23d2b46-538e-44ea-8ffc-19c4666d3444 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:35:50.412620 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Made reservation on behalf of 0799f201f32340259717d4f16830dfcb for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:50.416394 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:50.420291 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57dbe1b7-d84d-4c11-aab5-6324737ec159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:50.425431 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97774460-3634-422d-852e-25a40dd1f595 req-7158f3ed-4a6c-43cd-a4dd-d0c56db3d67b tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 210 time: 0.0725002 Mar 18 12:35:50.506581 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks [] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:50.640688 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57dbe1b7-d84d-4c11-aab5-6324737ec159 admin admin] Publish callbacks [] for security_group (ea3ce6bc-f2a5-4855-885e-5f27788f887d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:50.642561 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:50.662567 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57dbe1b7-d84d-4c11-aab5-6324737ec159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ea3ce6bc-f2a5-4855-885e-5f27788f887d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:50.689051 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:50.775336 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-57dbe1b7-d84d-4c11-aab5-6324737ec159 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8d042303d7c403592aebdd24647be54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5255208 Mar 18 12:35:50.780748 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58904) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:50.813942 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:35:50.820915 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:50.834691 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:35:50.914901 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Pushing event updated for resources: {'Port': ['ID=58deacaa-c5f5-40b5-81de-8ac2cb6374c6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:50.917739 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks [] for router_gateway (8d05ec03-9480-455a-ac1c-bed20601f324), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:50.975279 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbe1b7-d84d-4c11-aab5-6324737ec159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ce6bc-f2a5-4855-885e-5f27788f887d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:51.009105 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58918) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:51.185861 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-00d50891-d9e4-4c43-8aaa-f72f34357ba6 admin admin] Publish callbacks [] for security_group (ea3ce6bc-f2a5-4855-885e-5f27788f887d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.243977 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (06606dd3-ba7f-49ad-9ad8-41831ef681fb), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.307486 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3268624b-1f90-4945-ace9-76bfc24736a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.370608 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e735c7-c06f-4746-801e-38a5f470f625 None None] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:51.426766 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-00d50891-d9e4-4c43-8aaa-f72f34357ba6 admin admin] Publish callbacks [] for security_group (ea3ce6bc-f2a5-4855-885e-5f27788f887d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.485801 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks [] for router_gateway (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.534665 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-fbfcddc7-208d-42a0-9ab6-f69ee599881d None None] Provisioning complete for port d44eea2e-858f-4dd4-b088-054abaf60657 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:35:51.535054 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fbfcddc7-208d-42a0-9ab6-f69ee599881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.649252 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device d44eea2e-858f-4dd4-b088-054abaf60657 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:35:51.681267 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06606dd3-ba7f-49ad-9ad8-41831ef681fb,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:51.734429 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Checking segment: {'id': 'b500d319-6eda-4808-b3a0-e777e8643563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f23d2b46-538e-44ea-8ffc-19c4666d3444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:35:51.735432 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Network hostable DHCP agents. Network: f23d2b46-538e-44ea-8ffc-19c4666d3444, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:35:51.755272 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (8d05ec03-9480-455a-ac1c-bed20601f324), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.797065 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-23dce433-6c9b-4164-b005-1631ddb3aa36 req-006d47a6-259e-45e2-be61-a86d41edbc21 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 210 time: 0.0485163 Mar 18 12:35:51.804099 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fbfcddc7-208d-42a0-9ab6-f69ee599881d None None] Current status of the port d44eea2e-858f-4dd4-b088-054abaf60657 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:35:51.804725 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fbfcddc7-208d-42a0-9ab6-f69ee599881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.807951 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-00d50891-d9e4-4c43-8aaa-f72f34357ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ea3ce6bc-f2a5-4855-885e-5f27788f887d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.819712 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3268624b-1f90-4945-ace9-76bfc24736a1 admin admin] Publish callbacks [] for security_group (f7e2fe73-aac6-4d56-a97d-724deb66313f), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.820179 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-00d50891-d9e4-4c43-8aaa-f72f34357ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.824036 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-00d50891-d9e4-4c43-8aaa-f72f34357ba6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea3ce6bc-f2a5-4855-885e-5f27788f887d HTTP/1.1" status: 204 len: 168 time: 1.0385547 Mar 18 12:35:51.834136 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3268624b-1f90-4945-ace9-76bfc24736a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (f7e2fe73-aac6-4d56-a97d-724deb66313f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:51.870285 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268624b-1f90-4945-ace9-76bfc24736a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e2fe73-aac6-4d56-a97d-724deb66313f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:51.898380 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-fbfcddc7-208d-42a0-9ab6-f69ee599881d None None] For port d44eea2e-858f-4dd4-b088-054abaf60657, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=d44eea2e-858f-4dd4-b088-054abaf60657,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:35:51.921581 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fbfcddc7-208d-42a0-9ab6-f69ee599881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.025393 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3268624b-1f90-4945-ace9-76bfc24736a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5addf079f1d4ceb9cf3677296b66c59&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0124266 Mar 18 12:35:52.032358 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 58958) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:52.042280 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.076478 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcddc7-208d-42a0-9ab6-f69ee599881d None None] Pushing event updated for resources: {'Port': ['ID=d44eea2e-858f-4dd4-b088-054abaf60657,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:52.111676 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port d44eea2e-858f-4dd4-b088-054abaf60657 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:35:52.115279 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.121761 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Network f23d2b46-538e-44ea-8ffc-19c4666d3444 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:35:52.147198 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d50891-d9e4-4c43-8aaa-f72f34357ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ce6bc-f2a5-4855-885e-5f27788f887d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:52.155982 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, f23d2b46-538e-44ea-8ffc-19c4666d3444) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:52.166268 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:52.167199 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.168727 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.37', 53493) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:52.218363 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5daa8143-d6fb-4df1-8af9-6f84d2fa7278 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0468295 Mar 18 12:35:52.220580 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaece63-3e67-4617-a391-2aaf5651f123 None None] Network f23d2b46-538e-44ea-8ffc-19c4666d3444 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:52.311366 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Router 8d05ec03-9480-455a-ac1c-bed20601f324 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:35:52.314753 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13a1217e-8cf9-4372-af7a-b2615d61c6a1 admin admin] Publish callbacks [] for security_group (f7e2fe73-aac6-4d56-a97d-724deb66313f), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.357972 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13a1217e-8cf9-4372-af7a-b2615d61c6a1 admin admin] Publish callbacks [] for security_group (f7e2fe73-aac6-4d56-a97d-724deb66313f), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.471752 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.504567 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13a1217e-8cf9-4372-af7a-b2615d61c6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (f7e2fe73-aac6-4d56-a97d-724deb66313f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.507112 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13a1217e-8cf9-4372-af7a-b2615d61c6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.511622 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 58978) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:52.515939 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-13a1217e-8cf9-4372-af7a-b2615d61c6a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7e2fe73-aac6-4d56-a97d-724deb66313f HTTP/1.1" status: 204 len: 168 time: 0.4826534 Mar 18 12:35:52.561276 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1217e-8cf9-4372-af7a-b2615d61c6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e2fe73-aac6-4d56-a97d-724deb66313f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:52.595305 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.622072 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port d44eea2e-858f-4dd4-b088-054abaf60657 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:35:52.687712 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-412fa9b5-3e34-43c5-ad28-782769d9fccf admin admin] Deleting subnet e1aa132d-9f83-4631-94b7-5e42d08de940 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:35:52.694020 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-412fa9b5-3e34-43c5-ad28-782769d9fccf admin admin] Publish callbacks [] for subnet (e1aa132d-9f83-4631-94b7-5e42d08de940), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.734343 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8a8d20fe-7afc-4dae-b9bf-fab1263a27a3 None None] Provisioning complete for port d44eea2e-858f-4dd4-b088-054abaf60657 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:35:52.734776 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a8d20fe-7afc-4dae-b9bf-fab1263a27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.744276 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-321d08ab-000e-494a-92ac-ec9d56258dcf tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:52.749956 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-321d08ab-000e-494a-92ac-ec9d56258dcf tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.37 "GET /v2.0/networks?id=d61dd74d-2ec0-41f9-a39f-f2707abf7135 HTTP/1.1" status: 200 len: 811 time: 0.5659022 Mar 18 12:35:52.779643 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:35:52.801129 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:35:52.815039 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-412fa9b5-3e34-43c5-ad28-782769d9fccf admin admin] Publish callbacks [] for subnet (e1aa132d-9f83-4631-94b7-5e42d08de940), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.822817 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:35:52.823516 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:35:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:52.825552 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Request body: {'port': {'device_id': 'decb7bf4-62ec-4711-afd4-8cef7c86e654', 'network_id': 'd61dd74d-2ec0-41f9-a39f-f2707abf7135', 'admin_state_up': True, 'tenant_id': '736d6b2d15bb465c99f09f7f7b9a2f75'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:52.880571 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-412fa9b5-3e34-43c5-ad28-782769d9fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (e1aa132d-9f83-4631-94b7-5e42d08de940), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.922831 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050c3db-b8b9-4075-947f-7fd9d256b07c None None] Network f23d2b46-538e-44ea-8ffc-19c4666d3444 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:35:52.959142 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:52.959142 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-dec138b8-b765-4748-a7a8-747b00d7c24d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8191969 Mar 18 12:35:52.987821 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59014) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:53.057440 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d20fe-7afc-4dae-b9bf-fab1263a27a3 None None] Current status of the port d44eea2e-858f-4dd4-b088-054abaf60657 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:35:53.065347 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0bc9a938-ab32-428a-90ae-f44a3d3f82ea req-85096fee-6444-4724-a21b-48f3d7c0e416 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 210 time: 0.0397673 Mar 18 12:35:53.098476 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Made reservation on behalf of 736d6b2d15bb465c99f09f7f7b9a2f75 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:35:53.105187 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:53.109454 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:35:53.268253 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:35:53.284072 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Sync routers for ids ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:35:53.292432 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-412fa9b5-3e34-43c5-ad28-782769d9fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (e1aa132d-9f83-4631-94b7-5e42d08de940), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:53.312571 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Routers {'3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:35:53.313544 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:35:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:53.329230 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:35:53.380722 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59028) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:53.508015 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Set router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:35:53.570905 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device d44eea2e-858f-4dd4-b088-054abaf60657 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:35:53.576106 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fa9b5-3e34-43c5-ad28-782769d9fccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1aa132d-9f83-4631-94b7-5e42d08de940,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:53.591851 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-412fa9b5-3e34-43c5-ad28-782769d9fccf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:53.602090 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-412fa9b5-3e34-43c5-ad28-782769d9fccf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e1aa132d-9f83-4631-94b7-5e42d08de940 HTTP/1.1" status: 204 len: 168 time: 1.0855618 Mar 18 12:35:53.611414 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3a4b01c6-b57a-4f76-9e6f-31527266c3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:53.616787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59040) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:53.657526 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:35:50Z', 'revision_number': 3, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:53.690093 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:53.698269 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-856b1243-3064-4a61-9d01-11f02862defc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9152858 Mar 18 12:35:53.708091 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:35:53.712799 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59042) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:53.714173 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Updating router 8d05ec03-9480-455a-ac1c-bed20601f324 port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:35:53.775320 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.096023 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3a4b01c6-b57a-4f76-9e6f-31527266c3bd admin admin] Publish callbacks [] for security_group (7e125662-ade1-49ac-ba42-f0471261ed81), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.126146 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3a4b01c6-b57a-4f76-9e6f-31527266c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (7e125662-ade1-49ac-ba42-f0471261ed81), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.228915 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3a4b01c6-b57a-4f76-9e6f-31527266c3bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2e3d21815284e71a832851755d1a93e&name=default HTTP/1.1" status: 200 len: 2994 time: 0.8421931 Mar 18 12:35:54.236055 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59066) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:54.353972 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (24732539-0f9c-44d2-80f8-1c8dc66e66e7), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.381387 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b01c6-b57a-4f76-9e6f-31527266c3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e125662-ade1-49ac-ba42-f0471261ed81,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:54.401533 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Publish callbacks [] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.412121 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.530302 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port d44eea2e-858f-4dd4-b088-054abaf60657 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:35:54.538466 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.684792 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Pushing event updated for resources: {'Port': ['ID=1fdcfcd9-15c6-4f71-a456-4c22ce3f1119,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:54.690440 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Attempting to bind port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:35:54.690440 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Attempting to bind port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:35:54.693662 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Attempting to bind port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:35:54.699684 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c903b23f-9930-4844-b5e6-f0da3d5a6178 admin admin] Publish callbacks [] for security_group (7e125662-ade1-49ac-ba42-f0471261ed81), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.708519 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.708970 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.709408 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.709859 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.710433 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.710804 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.711227 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.711748 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.712170 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.712581 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.712992 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.713387 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.713802 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.714179 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.714641 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Tracked resource versions report: Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: pushed versions: Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Agent': {'1.1'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Log': {'1.0'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'NDPProxy': {'1.0'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Network': {'1.1'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Port': {'1.7'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'PortForwarding': {'1.3'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: consumer versions: Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: HyperV agent@hv-cinder-79053: {}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: L3 agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: Metadata agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: Metering agent@dv-cinder-790535-30-iscsi: {}, Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-790535-30-iscsi: { 'AddressGroup': '1.2', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Agent': '1.1', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Log': '1.0', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'NDPProxy': '1.0', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Network': '1.1', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Port': '1.7', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'PortForwarding': '1.3', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'SubPort': '1.0', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Subnet': '1.1', Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Mar 18 12:35:54.716007 dv-cinder-790535-30-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 12:35:54.724174 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:35:54.724628 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:35:54.725144 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.726209 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:35:54.726294 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Bound port: 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:35:54.726817 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.823681 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Allocated IP 172.20.0.5 (d61dd74d-2ec0-41f9-a39f-f2707abf7135/ce95e13d-fe02-43c9-9073-8865ce3aa46b/8807cd58-4267-4850-b9a1-76c2f184b566) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:35:54.830550 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] For port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:35:54.836884 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] For port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=1fdcfcd9-15c6-4f71-a456-4c22ce3f1119,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:35:54.856385 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:54.877450 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e5b005e-2324-4b70-83e8-8b458984e44b req-b546ef2a-7126-48f7-9b38-d17d7b2a3edf tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 210 time: 0.0604963 Mar 18 12:35:54.918089 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:35:51Z', 'revision_number': 3, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'gw_port': {'id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:54.988806 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cf67e-683b-4bb1-8e67-f9a739193e34 None None] Pushing event updated for resources: {'Port': ['ID=1fdcfcd9-15c6-4f71-a456-4c22ce3f1119,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:55.003374 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Checking router: 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:35:55.004437 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Updating router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:35:55.011605 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port d44eea2e-858f-4dd4-b088-054abaf60657 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:35:55.034163 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:35:55.035672 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:35:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:55.041662 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c903b23f-9930-4844-b5e6-f0da3d5a6178 admin admin] Publish callbacks [] for security_group (7e125662-ade1-49ac-ba42-f0471261ed81), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.058206 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (24732539-0f9c-44d2-80f8-1c8dc66e66e7), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.101736 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.119028 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.119685 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.120432 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.120768 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.121127 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.121473 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.121971 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.122257 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.122604 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.123012 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.205784 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Publish callbacks [] for port (8807cd58-4267-4850-b9a1-76c2f184b566), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.316626 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:35:55.507447 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.600576 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.601099 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.601429 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.601792 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:35:55.602401 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24732539-0f9c-44d2-80f8-1c8dc66e66e7']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:55.626169 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0192e79e-d980-4bf2-ab82-52e95763adc5') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:55.626885 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0192e79e-d980-4bf2-ab82-52e95763adc5') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:55.659788 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (0192e79e-d980-4bf2-ab82-52e95763adc5), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.735151 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (0192e79e-d980-4bf2-ab82-52e95763adc5), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.780219 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:35:50Z', 'revision_number': 3, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:55.791193 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Network d61dd74d-2ec0-41f9-a39f-f2707abf7135 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:35:55.808556 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:55.831427 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:35:55.841871 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:55.847304 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.855532 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27e788-97c7-44b5-927f-f76e5ed1c8e9 None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:35:50Z', 'revision_number': 3, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:35:55.873012 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:35:55.874233 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (0192e79e-d980-4bf2-ab82-52e95763adc5), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: from cryptography.utils import int_from_bytes Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: from cryptography.utils import int_from_bytes Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:35:55.877694 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:35:55.887364 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Publish callbacks [] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.890121 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:35:55.901116 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:55.948614 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Pushing event updated for resources: {'Port': ['ID=8807cd58-4267-4850-b9a1-76c2f184b566,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:55.963106 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-5b76589e-8e28-4c51-b036-248ee51738bd tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1429636 Mar 18 12:35:55.978196 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-7fe47d9d-33ba-4c71-8099-531047ea8199 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:35:55.978823 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-7fe47d9d-33ba-4c71-8099-531047ea8199 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067191 Mar 18 12:35:56.006078 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c903b23f-9930-4844-b5e6-f0da3d5a6178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (7e125662-ade1-49ac-ba42-f0471261ed81), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.011898 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c903b23f-9930-4844-b5e6-f0da3d5a6178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.020163 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c903b23f-9930-4844-b5e6-f0da3d5a6178 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e125662-ade1-49ac-ba42-f0471261ed81 HTTP/1.1" status: 204 len: 168 time: 1.7262535 Mar 18 12:35:56.037137 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.037544 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492fa99-a71d-40fc-9c80-b0243aff73b4 None None] Pushing event updated for resources: {'Port': ['ID=58deacaa-c5f5-40b5-81de-8ac2cb6374c6,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:56.064960 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Attempting to bind port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:35:56.065337 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Attempting to bind port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:35:56.065698 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Attempting to bind port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:35:56.075511 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:35:56.075941 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:35:56.076340 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.082916 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:35:56.083531 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Bound port: 58deacaa-c5f5-40b5-81de-8ac2cb6374c6, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:35:56.083804 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.088791 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903b23f-9930-4844-b5e6-f0da3d5a6178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e125662-ade1-49ac-ba42-f0471261ed81,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:56.161729 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (24732539-0f9c-44d2-80f8-1c8dc66e66e7), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.208481 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.212533 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] 10.222.0.21 "DELETE /v2.0/networks/24732539-0f9c-44d2-80f8-1c8dc66e66e7 HTTP/1.1" status: 204 len: 168 time: 2.5738966 Mar 18 12:35:56.216501 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59108) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:56.280999 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] For port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:35:56.288289 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] For port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=58deacaa-c5f5-40b5-81de-8ac2cb6374c6,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:35:56.300214 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57e12-ffed-446a-9924-a089a2f8575c admin admin] Pushing event deleted for resources: {'Network': ['ID=24732539-0f9c-44d2-80f8-1c8dc66e66e7,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:56.301928 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.504753 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850519-9a4c-4494-bee8-212717a89e30 req-13c760ea-8622-40ba-9b16-2c19d82f5fce tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:56.510772 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97850519-9a4c-4494-bee8-212717a89e30 req-13c760ea-8622-40ba-9b16-2c19d82f5fce tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 931 time: 0.3781414 Mar 18 12:35:56.562029 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96efd3b-976a-47f7-a77b-c3469997bc8c admin admin] Deleting subnet 06606dd3-ba7f-49ad-9ad8-41831ef681fb {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:35:56.573980 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c96efd3b-976a-47f7-a77b-c3469997bc8c admin admin] Publish callbacks [] for subnet (06606dd3-ba7f-49ad-9ad8-41831ef681fb), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.736765 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Routers {'3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:35:56.739055 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:35:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:56.742608 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.845017 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Allocated IP 172.20.0.1 (4e425e37-1ae8-48fe-b7f1-6897ad51eab6/289be181-b3d4-4be5-b12a-204f9a7fe221/c1daae22-61df-4bb4-ad64-d7c2603b0797) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:35:56.856471 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c96efd3b-976a-47f7-a77b-c3469997bc8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (06606dd3-ba7f-49ad-9ad8-41831ef681fb), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:56.895896 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97850519-9a4c-4494-bee8-212717a89e30 req-5c1ca01c-0cf7-4ade-bcd1-76bb7965de8e tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551877 Mar 18 12:35:57.022594 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Request body: {'port': {'device_id': 'decb7bf4-62ec-4711-afd4-8cef7c86e654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:35:57.037274 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] Set router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:35:57.162972 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:57.338421 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Publish callbacks [] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:57.454286 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492fa99-a71d-40fc-9c80-b0243aff73b4 None None] Pushing event updated for resources: {'Port': ['ID=58deacaa-c5f5-40b5-81de-8ac2cb6374c6,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:57.662711 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:35:51Z', 'revision_number': 3, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'gw_port': {'id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:35:57.688237 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:35:57.745680 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59134) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:57.813096 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c78f4a-a244-41f7-9578-08346d616c3d None None] The sync data for ids ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'] in dv-cinder-790535-30-iscsi is: [{'id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:35:51Z', 'revision_number': 3, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'gw_port': {'id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:35:57.876081 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c96efd3b-976a-47f7-a77b-c3469997bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (06606dd3-ba7f-49ad-9ad8-41831ef681fb), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:58.096759 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:58.117025 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:35:58.118023 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:58.494178 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:35:58.496049 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:58.559095 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f277f47f-c3d1-49fc-b111-eb9fd38a2c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:58.621877 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=1fdcfcd9-15c6-4f71-a456-4c22ce3f1119,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:35:58.630908 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:58.754383 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8807cd58-4267-4850-b9a1-76c2f184b566 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:35:58.770257 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Allocated IP 172.20.0.1 (64f5deaf-28d7-4001-a216-58eafeb363d7/6bd39a95-fb78-4991-8b12-8400cf6fd85b/a87acaa8-c091-423e-bb9f-42c27c27a853) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:35:58.775848 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Publish callbacks [] for port (8807cd58-4267-4850-b9a1-76c2f184b566), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:58.849653 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:35:58.865496 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=1fdcfcd9-15c6-4f71-a456-4c22ce3f1119,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:58.944627 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:35:58.946687 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1daae22-61df-4bb4-ad64-d7c2603b0797,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:58.984060 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Transition to ACTIVE for port object 8807cd58-4267-4850-b9a1-76c2f184b566 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:35:58.986482 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:35:58.987085 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:58.991869 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c96efd3b-976a-47f7-a77b-c3469997bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (06606dd3-ba7f-49ad-9ad8-41831ef681fb), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.046641 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96efd3b-976a-47f7-a77b-c3469997bc8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06606dd3-ba7f-49ad-9ad8-41831ef681fb,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:59.058409 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c96efd3b-976a-47f7-a77b-c3469997bc8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.058935 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.061942 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c96efd3b-976a-47f7-a77b-c3469997bc8c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06606dd3-ba7f-49ad-9ad8-41831ef681fb HTTP/1.1" status: 204 len: 168 time: 2.8423593 Mar 18 12:35:59.067981 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59170) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:59.256102 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Attempting to bind port 8807cd58-4267-4850-b9a1-76c2f184b566 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:35:59.256667 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Attempting to bind port 8807cd58-4267-4850-b9a1-76c2f184b566 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c04ef754-506f-4836-8c9c-ae3ce77b5a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd61dd74d-2ec0-41f9-a39f-f2707abf7135'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:35:59.256923 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Attempting to bind port 8807cd58-4267-4850-b9a1-76c2f184b566 on network d61dd74d-2ec0-41f9-a39f-f2707abf7135 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:35:59.346346 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Port 8807cd58-4267-4850-b9a1-76c2f184b566 on network d61dd74d-2ec0-41f9-a39f-f2707abf7135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:35:59.346836 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Attempting to bind port 8807cd58-4267-4850-b9a1-76c2f184b566 on network d61dd74d-2ec0-41f9-a39f-f2707abf7135 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:35:59.375338 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Publish callbacks [] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.383536 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:35:59.383950 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Checking segment: {'id': 'c04ef754-506f-4836-8c9c-ae3ce77b5a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd61dd74d-2ec0-41f9-a39f-f2707abf7135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:35:59.384960 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Bound using segment: {'id': 'c04ef754-506f-4836-8c9c-ae3ce77b5a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd61dd74d-2ec0-41f9-a39f-f2707abf7135'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:35:59.385494 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Bound port: 8807cd58-4267-4850-b9a1-76c2f184b566, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04ef754-506f-4836-8c9c-ae3ce77b5a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd61dd74d-2ec0-41f9-a39f-f2707abf7135'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:35:59.386018 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.401474 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (f23d2b46-538e-44ea-8ffc-19c4666d3444), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.434628 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51653d9e-2152-43a1-b3ae-ee5b4037cf97 req-ff496a6a-3946-4bb2-affb-9a9cc128c798 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:35:59.451412 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51653d9e-2152-43a1-b3ae-ee5b4037cf97 req-ff496a6a-3946-4bb2-affb-9a9cc128c798 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 931 time: 1.3005443 Mar 18 12:35:59.464913 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Pushing event updated for resources: {'Port': ['ID=8807cd58-4267-4850-b9a1-76c2f184b566,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:59.521022 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f277f47f-c3d1-49fc-b111-eb9fd38a2c31 admin admin] Publish callbacks [] for security_group (5f1ca2f4-4b0d-4d89-bc60-c352b33a895d), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.554344 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f277f47f-c3d1-49fc-b111-eb9fd38a2c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5f1ca2f4-4b0d-4d89-bc60-c352b33a895d), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.765511 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277f47f-c3d1-49fc-b111-eb9fd38a2c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ca2f4-4b0d-4d89-bc60-c352b33a895d,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:35:59.779407 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:35:59.844727 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.910007 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:35:59.910834 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:35:59.919526 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51653d9e-2152-43a1-b3ae-ee5b4037cf97 req-24fd34c2-652f-4f6d-ac5b-ac55494197ba tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257352 Mar 18 12:35:59.932838 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] For port 8807cd58-4267-4850-b9a1-76c2f184b566, host hv-cinder-79053, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:35:59.959650 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f277f47f-c3d1-49fc-b111-eb9fd38a2c31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98de55cbfcfb429d81e0e422d8ff0dec&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2098901 Mar 18 12:35:59.966834 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59194) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:35:59.992204 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:36:00.007759 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:00.010960 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] For port 8807cd58-4267-4850-b9a1-76c2f184b566, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8807cd58-4267-4850-b9a1-76c2f184b566,segment=NetworkSegment(c04ef754-506f-4836-8c9c-ae3ce77b5a95),segment_id=c04ef754-506f-4836-8c9c-ae3ce77b5a95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:36:00.015668 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:36:00.021310 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.044453 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.071518 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:00.073194 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:00.145933 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (f23d2b46-538e-44ea-8ffc-19c4666d3444), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.160320 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (8d05ec03-9480-455a-ac1c-bed20601f324), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.195934 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:00.196906 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.199124 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] 10.222.0.37 "PUT /v2.0/ports/8807cd58-4267-4850-b9a1-76c2f184b566 HTTP/1.1" status: 200 len: 1093 time: 3.9037790 Mar 18 12:36:00.199860 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decb7bf4-62ec-4711-afd4-8cef7c86e654', 'tag': '8807cd58-4267-4850-b9a1-76c2f184b566'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:00.235799 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:00.236219 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.314613 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031ddf-ec43-4d80-90f0-625cf5cb731e service neutron] Pushing event updated for resources: {'Port': ['ID=8807cd58-4267-4850-b9a1-76c2f184b566,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:00.367451 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-629c2d74-b00e-41c7-a36e-299cf7638f96 admin admin] Publish callbacks [] for security_group (5f1ca2f4-4b0d-4d89-bc60-c352b33a895d), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.425566 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=a87acaa8-c091-423e-bb9f-42c27c27a853,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:00.467390 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23d2b46-538e-44ea-8ffc-19c4666d3444']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:00.481063 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:00.483312 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.491519 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b500d319-6eda-4808-b3a0-e777e8643563') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:00.496275 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b500d319-6eda-4808-b3a0-e777e8643563') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:00.503832 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-629c2d74-b00e-41c7-a36e-299cf7638f96 admin admin] Publish callbacks [] for security_group (5f1ca2f4-4b0d-4d89-bc60-c352b33a895d), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.525258 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (b500d319-6eda-4808-b3a0-e777e8643563), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.559982 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (b500d319-6eda-4808-b3a0-e777e8643563), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.562810 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=58deacaa-c5f5-40b5-81de-8ac2cb6374c6,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:00.583676 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.583903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:36:00.592528 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (b500d319-6eda-4808-b3a0-e777e8643563), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:36:00.612097 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:36:00.640906 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-a44d35a3-c6a8-4953-be5f-3d3ac2796676 None None] Provisioning complete for port a87acaa8-c091-423e-bb9f-42c27c27a853 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:00.641299 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a44d35a3-c6a8-4953-be5f-3d3ac2796676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.664763 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Publish callbacks [] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.673392 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4385396e-28db-4ccf-9095-8d8b5739c58e" -d '{"events": [{"name": "network-changed", "server_uuid": "decb7bf4-62ec-4711-afd4-8cef7c86e654", "tag": "8807cd58-4267-4850-b9a1-76c2f184b566"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:00.686559 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.691548 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.731828 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=58deacaa-c5f5-40b5-81de-8ac2cb6374c6,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:00.735261 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (f23d2b46-538e-44ea-8ffc-19c4666d3444), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.743335 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:00.747374 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/f23d2b46-538e-44ea-8ffc-19c4666d3444 HTTP/1.1" status: 204 len: 168 time: 1.6784241 Mar 18 12:36:00.766269 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a44d35a3-c6a8-4953-be5f-3d3ac2796676 None None] Port a87acaa8-c091-423e-bb9f-42c27c27a853 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:36:00.870739 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1318fbc-6dbb-46f4-878a-a6dab35dea1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f23d2b46-538e-44ea-8ffc-19c4666d3444,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:01.017478 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:36:01.027410 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10f25ea-6b25-4f11-99ee-d5fd41bdf077 x-openstack-request-id: req-c10f25ea-6b25-4f11-99ee-d5fd41bdf077 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:01.027752 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decb7bf4-62ec-4711-afd4-8cef7c86e654", "tag": "8807cd58-4267-4850-b9a1-76c2f184b566", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:01.028010 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c10f25ea-6b25-4f11-99ee-d5fd41bdf077 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:01.029307 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decb7bf4-62ec-4711-afd4-8cef7c86e654', 'tag': '8807cd58-4267-4850-b9a1-76c2f184b566', 'status': 'completed', 'code': 200} Mar 18 12:36:01.030195 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:01.151809 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:01.227225 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59232) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:01.242897 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:36:01.383923 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:36:01.399448 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] 10.222.0.21 "PUT /v2.0/routers/3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6855962 Mar 18 12:36:01.400018 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Sync routers for ids ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:36:01.413109 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c002c6-4a4c-4963-9072-e158c9c1a982 req-99868a84-73ca-4ff1-a241-9eeeca6a1060 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:01.420057 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e4c002c6-4a4c-4963-9072-e158c9c1a982 req-99868a84-73ca-4ff1-a241-9eeeca6a1060 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 943 time: 0.3872514 Mar 18 12:36:01.424469 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752c32e-a326-4108-bd1a-614345465da9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1daae22-61df-4bb4-ad64-d7c2603b0797,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:01.434822 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-629c2d74-b00e-41c7-a36e-299cf7638f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5f1ca2f4-4b0d-4d89-bc60-c352b33a895d), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:01.436315 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-629c2d74-b00e-41c7-a36e-299cf7638f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:01.440349 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-629c2d74-b00e-41c7-a36e-299cf7638f96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f1ca2f4-4b0d-4d89-bc60-c352b33a895d HTTP/1.1" status: 204 len: 168 time: 1.4673898 Mar 18 12:36:01.443412 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Routers {'3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:36:01.445727 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:35:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:01.463668 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c2d74-b00e-41c7-a36e-299cf7638f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ca2f4-4b0d-4d89-bc60-c352b33a895d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:01.536164 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a102160b-1d36-4d6c-96e6-454837936ca2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e54e58c185c949258f153d7224f90ced&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3065238 Mar 18 12:36:01.545667 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59242) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:01.583258 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e4c002c6-4a4c-4963-9072-e158c9c1a982 req-9c2ca8a6-c5ab-474f-9d50-c5fe8f67f339 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621952 Mar 18 12:36:01.619599 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:01.692041 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1badad7c-cb75-4e62-8c7d-7c001220445d admin admin] Publish callbacks [] for security_group (5d425dd8-d062-491d-aae2-80abeba90d8d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:01.752463 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:01.758574 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:01.771773 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59254) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:01.790014 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1badad7c-cb75-4e62-8c7d-7c001220445d admin admin] Publish callbacks [] for security_group (5d425dd8-d062-491d-aae2-80abeba90d8d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:01.825411 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Set router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:36:01.901957 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Publish callbacks [] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:01.937222 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:02.047656 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:02.088530 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (8d05ec03-9480-455a-ac1c-bed20601f324), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:02.150498 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:35:59Z', 'revision_number': 4, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'gw_port': {'id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'c1daae22-61df-4bb4-ad64-d7c2603b0797', 'name': '', 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'mac_address': 'fa:16:3e:b7:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '289be181-b3d4-4be5-b12a-204f9a7fe221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:56Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 2, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'subnets': [{'id': '289be181-b3d4-4be5-b12a-204f9a7fe221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:02.190586 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Checking router: 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:36:02.191656 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Updating router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 port c1daae22-61df-4bb4-ad64-d7c2603b0797 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:36:02.241419 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:02.295969 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1badad7c-cb75-4e62-8c7d-7c001220445d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5d425dd8-d062-491d-aae2-80abeba90d8d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:02.300221 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1badad7c-cb75-4e62-8c7d-7c001220445d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:02.303855 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1badad7c-cb75-4e62-8c7d-7c001220445d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d425dd8-d062-491d-aae2-80abeba90d8d HTTP/1.1" status: 204 len: 168 time: 0.7568660 Mar 18 12:36:02.312986 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=a87acaa8-c091-423e-bb9f-42c27c27a853,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:02.333903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badad7c-cb75-4e62-8c7d-7c001220445d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d425dd8-d062-491d-aae2-80abeba90d8d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:02.405489 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-cadcb97c-0bad-4594-a6dc-56988298e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:02.407262 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-cadcb97c-0bad-4594-a6dc-56988298e87d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=736d6b2d15bb465c99f09f7f7b9a2f75&device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 1127 time: 0.1883307 Mar 18 12:36:02.435987 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:36:02.439810 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:02.633824 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-a8c26e6c-62ab-43fd-903f-e0775da52742 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8807cd58-4267-4850-b9a1-76c2f184b566 HTTP/1.1" status: 200 len: 217 time: 0.2011654 Mar 18 12:36:02.802975 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f20d15c-668e-4e87-83d9-6092dce94f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:02.833577 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:36:02.954165 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-d96d9e06-dc7c-475c-9a3e-8149686d3247 None None] Provisioning complete for port a87acaa8-c091-423e-bb9f-42c27c27a853 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:02.960193 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d96d9e06-dc7c-475c-9a3e-8149686d3247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:03.077488 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f20d15c-668e-4e87-83d9-6092dce94f18 admin admin] Publish callbacks [] for security_group (e1dfa0a1-1c7c-4d74-8e7e-fb64d0c9bd23), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:03.164522 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:36:03.187810 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f20d15c-668e-4e87-83d9-6092dce94f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e1dfa0a1-1c7c-4d74-8e7e-fb64d0c9bd23), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:03.201010 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-49263100-5bae-475a-8fcc-4b38736a9ef2 admin admin] 10.222.0.21 "PUT /v2.0/routers/8d05ec03-9480-455a-ac1c-bed20601f324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2025883 Mar 18 12:36:03.201224 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d96d9e06-dc7c-475c-9a3e-8149686d3247 None None] Port a87acaa8-c091-423e-bb9f-42c27c27a853 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:36:03.210612 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:36:03.250411 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Publish callbacks [] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:03.261475 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:36:03.262836 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:35:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:03.268302 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:03.308787 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-fe5e46ba-c47b-441e-a460-9d62a33966d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:03.310541 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-fe5e46ba-c47b-441e-a460-9d62a33966d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce95e13d-fe02-43c9-9073-8865ce3aa46b HTTP/1.1" status: 200 len: 851 time: 0.6577215 Mar 18 12:36:03.514142 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679f04d-c657-4f74-94b6-5b6f253261e3 None None] Pushing event updated for resources: {'Port': ['ID=c1daae22-61df-4bb4-ad64-d7c2603b0797,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:03.621929 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Attempting to bind port c1daae22-61df-4bb4-ad64-d7c2603b0797 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:36:03.621929 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Attempting to bind port c1daae22-61df-4bb4-ad64-d7c2603b0797 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:36:03.621929 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Attempting to bind port c1daae22-61df-4bb4-ad64-d7c2603b0797 on network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:03.639672 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:36:03.640013 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Checking segment: {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:36:03.640617 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:03.641162 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Bound using segment: {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:36:03.641894 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Bound port: c1daae22-61df-4bb4-ad64-d7c2603b0797, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:36:03.642450 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:03.650831 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59322) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:03.765396 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-20dd896a-d400-484d-b01e-caac21e9012f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0799f201f32340259717d4f16830dfcb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1120105 Mar 18 12:36:03.767890 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59326) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:03.778670 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7f20d15c-668e-4e87-83d9-6092dce94f18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44692cf43afb457c9266f1e8e035b53b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0057316 Mar 18 12:36:03.779337 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20d15c-668e-4e87-83d9-6092dce94f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dfa0a1-1c7c-4d74-8e7e-fb64d0c9bd23,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:03.814317 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59328) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:03.900393 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] For port c1daae22-61df-4bb4-ad64-d7c2603b0797, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:36:03.909002 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] For port c1daae22-61df-4bb4-ad64-d7c2603b0797, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=c1daae22-61df-4bb4-ad64-d7c2603b0797,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:36:03.933116 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:03.984790 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59334) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:04.006386 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8b90-cf3b-44d1-90fd-c35d07c9f858 admin admin] Publish callbacks [] for security_group (a204a933-0b54-44c6-8073-f5a746872197), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:04.068476 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8b90-cf3b-44d1-90fd-c35d07c9f858 admin admin] Publish callbacks [] for security_group (a204a933-0b54-44c6-8073-f5a746872197), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:04.071761 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Routers {'3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:36:04.072659 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:35:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:04.091284 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:36:04.206196 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-08705f45-ab2c-49a2-8cbc-4b94638ab389 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61dd74d-2ec0-41f9-a39f-f2707abf7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3825700 Mar 18 12:36:04.242986 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3b4beace-c8d1-4a7a-ae6d-e4307e7ef5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:04.323847 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-997b17c3-e0e1-4989-a75e-157695b1db9f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:04.334746 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-997b17c3-e0e1-4989-a75e-157695b1db9f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 819 time: 1.4755874 Mar 18 12:36:04.414387 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8b90-cf3b-44d1-90fd-c35d07c9f858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (a204a933-0b54-44c6-8073-f5a746872197), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:04.432504 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8b90-cf3b-44d1-90fd-c35d07c9f858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:04.442266 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3c6a8b90-cf3b-44d1-90fd-c35d07c9f858 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a204a933-0b54-44c6-8073-f5a746872197 HTTP/1.1" status: 204 len: 168 time: 0.6686308 Mar 18 12:36:04.480238 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679f04d-c657-4f74-94b6-5b6f253261e3 None None] Pushing event updated for resources: {'Port': ['ID=c1daae22-61df-4bb4-ad64-d7c2603b0797,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:04.509783 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a8b90-cf3b-44d1-90fd-c35d07c9f858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a204a933-0b54-44c6-8073-f5a746872197,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:04.513123 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fef20233-6464-4534-a07a-c3be8f9920b2 admin admin] Publish callbacks [] for security_group (e1dfa0a1-1c7c-4d74-8e7e-fb64d0c9bd23), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:04.536558 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] Set router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:36:04.603167 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-64e7f49a-5e37-41fc-8ac8-d37764d9aae8 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/quotas/888a382051c5404ba1c4d9016dc0a364 HTTP/1.1" status: 200 len: 375 time: 0.0816369 Mar 18 12:36:04.661453 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eb56a-0942-4b6f-a7c3-e48552a95d39 req-8b1a39cb-5fe2-418d-bdb7-7669ef48c942 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:04.668441 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-616eb56a-0942-4b6f-a7c3-e48552a95d39 req-8b1a39cb-5fe2-418d-bdb7-7669ef48c942 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 943 time: 1.3938198 Mar 18 12:36:04.674399 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3b4beace-c8d1-4a7a-ae6d-e4307e7ef5b5 admin admin] Publish callbacks [] for security_group (d6676135-e913-4966-8345-201860b338a7), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:04.687848 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3b4beace-c8d1-4a7a-ae6d-e4307e7ef5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d6676135-e913-4966-8345-201860b338a7), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:04.765027 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fef20233-6464-4534-a07a-c3be8f9920b2 admin admin] Publish callbacks [] for security_group (e1dfa0a1-1c7c-4d74-8e7e-fb64d0c9bd23), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:04.829132 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4beace-c8d1-4a7a-ae6d-e4307e7ef5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6676135-e913-4966-8345-201860b338a7,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:04.850064 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:01Z', 'revision_number': 2, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:04.896175 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3b4beace-c8d1-4a7a-ae6d-e4307e7ef5b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11c00babd7a84e72be5949fe79646de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9052818 Mar 18 12:36:04.901547 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59368) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:04.903375 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:36:04.903777 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Updating router 8d05ec03-9480-455a-ac1c-bed20601f324 port a87acaa8-c091-423e-bb9f-42c27c27a853 binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:36:04.941019 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-616eb56a-0942-4b6f-a7c3-e48552a95d39 req-af38488d-aed6-416c-a7fe-72461fc57706 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738329 Mar 18 12:36:04.994479 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:05.110752 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:35:59Z', 'revision_number': 4, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'gw_port': {'id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'c1daae22-61df-4bb4-ad64-d7c2603b0797', 'name': '', 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'mac_address': 'fa:16:3e:b7:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '289be181-b3d4-4be5-b12a-204f9a7fe221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:56Z', 'updated_at': '2022-03-18T12:36:03Z', 'revision_number': 4, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'subnets': [{'id': '289be181-b3d4-4be5-b12a-204f9a7fe221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:05.114279 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-797d69fd-1848-47f9-9915-d24bcb1ded6a admin admin] Publish callbacks [] for security_group (d6676135-e913-4966-8345-201860b338a7), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:05.169771 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-258578b1-d8b3-46e7-b793-b359d716c1d3 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5378401 Mar 18 12:36:05.194276 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-4a4c22d2-ced6-4440-ad8b-f160fe481e47 service neutron] 10.222.0.37 "GET /v2.0/networks/d61dd74d-2ec0-41f9-a39f-f2707abf7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9598885 Mar 18 12:36:05.197290 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-797d69fd-1848-47f9-9915-d24bcb1ded6a admin admin] Publish callbacks [] for security_group (d6676135-e913-4966-8345-201860b338a7), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:05.206118 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dc377-28fc-4e29-b6b8-f0d34dbd2924 None None] The sync data for ids ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'] in dv-cinder-790535-30-iscsi is: [{'id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:35:59Z', 'revision_number': 4, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'gw_port': {'id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'c1daae22-61df-4bb4-ad64-d7c2603b0797', 'name': '', 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'mac_address': 'fa:16:3e:b7:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '289be181-b3d4-4be5-b12a-204f9a7fe221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:56Z', 'updated_at': '2022-03-18T12:36:03Z', 'revision_number': 4, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'subnets': [{'id': '289be181-b3d4-4be5-b12a-204f9a7fe221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:36:05.320553 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-797d69fd-1848-47f9-9915-d24bcb1ded6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d6676135-e913-4966-8345-201860b338a7), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:05.324868 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-797d69fd-1848-47f9-9915-d24bcb1ded6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:05.329068 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-797d69fd-1848-47f9-9915-d24bcb1ded6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6676135-e913-4966-8345-201860b338a7 HTTP/1.1" status: 204 len: 168 time: 0.4227273 Mar 18 12:36:05.360114 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d69fd-1848-47f9-9915-d24bcb1ded6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6676135-e913-4966-8345-201860b338a7,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:05.363614 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fef20233-6464-4534-a07a-c3be8f9920b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e1dfa0a1-1c7c-4d74-8e7e-fb64d0c9bd23), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:05.367263 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fef20233-6464-4534-a07a-c3be8f9920b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:05.371952 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-fef20233-6464-4534-a07a-c3be8f9920b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1dfa0a1-1c7c-4d74-8e7e-fb64d0c9bd23 HTTP/1.1" status: 204 len: 168 time: 1.5252957 Mar 18 12:36:05.391651 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef20233-6464-4534-a07a-c3be8f9920b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dfa0a1-1c7c-4d74-8e7e-fb64d0c9bd23,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:05.539400 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4206134c-33c0-4e42-9b13-35bc68b62e4d req-2b94373d-ca93-4731-95c1-be836c3273ae service neutron] 10.222.0.37 "GET /v2.0/networks/d61dd74d-2ec0-41f9-a39f-f2707abf7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111932 Mar 18 12:36:05.766914 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Publish callbacks [] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:05.784239 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c1daae22-61df-4bb4-ad64-d7c2603b0797 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:05.827088 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:05.935053 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ad76a-7dff-40c3-bd58-81b721e5a3db None None] Pushing event updated for resources: {'Port': ['ID=a87acaa8-c091-423e-bb9f-42c27c27a853,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:05.968049 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-89e61867-eac7-413b-a094-d665d0f5933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:05.983476 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-89e61867-eac7-413b-a094-d665d0f5933a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=736d6b2d15bb465c99f09f7f7b9a2f75&device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 1127 time: 0.3665693 Mar 18 12:36:05.985644 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port c1daae22-61df-4bb4-ad64-d7c2603b0797 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:05.991600 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:06.181732 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Attempting to bind port a87acaa8-c091-423e-bb9f-42c27c27a853 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:36:06.184323 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Attempting to bind port a87acaa8-c091-423e-bb9f-42c27c27a853 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:36:06.186081 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Attempting to bind port a87acaa8-c091-423e-bb9f-42c27c27a853 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:06.230613 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:36:06.231825 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Checking segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:36:06.232808 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:06.235986 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Bound using segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:36:06.236726 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Bound port: a87acaa8-c091-423e-bb9f-42c27c27a853, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:36:06.237290 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:06.626173 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-32b9b0ce-f37d-47b2-a43f-777a33368df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:06.632118 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-32b9b0ce-f37d-47b2-a43f-777a33368df2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d61dd74d-2ec0-41f9-a39f-f2707abf7135 HTTP/1.1" status: 200 len: 912 time: 0.5870326 Mar 18 12:36:06.638826 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port c1daae22-61df-4bb4-ad64-d7c2603b0797 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:06.639276 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:06.693078 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-c4ea0ee3-ef01-40bc-b0c2-262d097825d9 None None] Provisioning complete for port a87acaa8-c091-423e-bb9f-42c27c27a853 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:06.693543 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0ee3-ef01-40bc-b0c2-262d097825d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:06.700583 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] For port a87acaa8-c091-423e-bb9f-42c27c27a853, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:36:06.847299 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-b55b0290-5f88-43e3-abf3-6e11adcbd378 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8807cd58-4267-4850-b9a1-76c2f184b566 HTTP/1.1" status: 200 len: 217 time: 0.1413863 Mar 18 12:36:06.936727 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] For port a87acaa8-c091-423e-bb9f-42c27c27a853, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a87acaa8-c091-423e-bb9f-42c27c27a853,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:36:06.968248 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea0ee3-ef01-40bc-b0c2-262d097825d9 None None] Port a87acaa8-c091-423e-bb9f-42c27c27a853 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:36:06.975839 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port c1daae22-61df-4bb4-ad64-d7c2603b0797, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=c1daae22-61df-4bb4-ad64-d7c2603b0797,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:06.978063 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-5ff62a2f-91a9-4236-be8b-02e72c7a159b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:36:06.979199 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-5ff62a2f-91a9-4236-be8b-02e72c7a159b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1689639 Mar 18 12:36:06.982671 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.028473 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.055663 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59422) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:07.063086 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-c3972217-18d2-4dc9-91db-1ff5bb37cb36 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4714645', 'description': 'tempest-description--538215450'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:07.130817 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c3972217-18d2-4dc9-91db-1ff5bb37cb36 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.193247 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59430) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:07.235518 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:36:07.240787 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:35:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:07.274899 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c04aff66-e7f3-4c17-967a-74692e332b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.297439 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-690add76-a199-4419-981f-8a8ac0af6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:07.307399 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-690add76-a199-4419-981f-8a8ac0af6bd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce95e13d-fe02-43c9-9073-8865ce3aa46b HTTP/1.1" status: 200 len: 851 time: 0.4427626 Mar 18 12:36:07.331879 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ad76a-7dff-40c3-bd58-81b721e5a3db None None] Pushing event updated for resources: {'Port': ['ID=a87acaa8-c091-423e-bb9f-42c27c27a853,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:07.345327 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59436) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:07.403592 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c3972217-18d2-4dc9-91db-1ff5bb37cb36 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (0b303c40-68fa-4c73-ab41-df9f4ef6ea0d), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.424245 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-528158f5-15db-4d6b-bdcf-a46042fa5188 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61dd74d-2ec0-41f9-a39f-f2707abf7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057007 Mar 18 12:36:07.435667 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c3972217-18d2-4dc9-91db-1ff5bb37cb36 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (0b303c40-68fa-4c73-ab41-df9f4ef6ea0d), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.481919 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3627b374-7d56-42fa-96e8-a445910babad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.593802 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3972217-18d2-4dc9-91db-1ff5bb37cb36 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:07.641041 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=c1daae22-61df-4bb4-ad64-d7c2603b0797,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:07.642603 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c3972217-18d2-4dc9-91db-1ff5bb37cb36 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.645488 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15684245-a33e-4d33-8f5f-6e5ebde78a47 req-1a7482af-b4b9-488d-a184-3fa1f37ebc82 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:07.646313 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c3972217-18d2-4dc9-91db-1ff5bb37cb36 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5876288 Mar 18 12:36:07.647718 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15684245-a33e-4d33-8f5f-6e5ebde78a47 req-1a7482af-b4b9-488d-a184-3fa1f37ebc82 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 943 time: 0.4227035 Mar 18 12:36:07.656963 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59440) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:07.665958 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5318679f-37d5-4af9-9333-36b9d3f862a7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group_rule': {'security_group_id': '0b303c40-68fa-4c73-ab41-df9f4ef6ea0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:07.695959 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-57818a72-4c8f-4405-80d3-45ddb4921586 service neutron] 10.222.0.21 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047453 Mar 18 12:36:07.711389 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:36:07.763004 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c04aff66-e7f3-4c17-967a-74692e332b84 admin admin] Publish callbacks [] for security_group (1efc8960-1fcf-4d57-b7e6-e1ccb21daa0f), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.780858 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c04aff66-e7f3-4c17-967a-74692e332b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1efc8960-1fcf-4d57-b7e6-e1ccb21daa0f), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.838273 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c04aff66-e7f3-4c17-967a-74692e332b84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36c0963f51db4fa1849aa77a01553d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6439068 Mar 18 12:36:07.839434 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59450) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:07.846290 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aff66-e7f3-4c17-967a-74692e332b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc8960-1fcf-4d57-b7e6-e1ccb21daa0f,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:07.902134 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-ef8f8646-3fbc-4e2e-9736-cfbc917ed374 service neutron] 10.222.0.37 "GET /v2.0/networks/d61dd74d-2ec0-41f9-a39f-f2707abf7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525788 Mar 18 12:36:07.931863 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-81992c5d-4a24-40c1-9888-09da96d4605e admin admin] Publish callbacks [] for security_group (1efc8960-1fcf-4d57-b7e6-e1ccb21daa0f), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:07.970017 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-81992c5d-4a24-40c1-9888-09da96d4605e admin admin] Publish callbacks [] for security_group (1efc8960-1fcf-4d57-b7e6-e1ccb21daa0f), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.009275 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5318679f-37d5-4af9-9333-36b9d3f862a7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (dc8ce090-9d78-41f4-9326-6375f8ef5d26), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.087036 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-c5dd5356-1f05-4318-a64e-251765e8ba65 None None] Provisioning complete for port a87acaa8-c091-423e-bb9f-42c27c27a853 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:08.089304 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5356-1f05-4318-a64e-251765e8ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.122130 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-81992c5d-4a24-40c1-9888-09da96d4605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1efc8960-1fcf-4d57-b7e6-e1ccb21daa0f), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.134388 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-81992c5d-4a24-40c1-9888-09da96d4605e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.139617 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-81992c5d-4a24-40c1-9888-09da96d4605e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1efc8960-1fcf-4d57-b7e6-e1ccb21daa0f HTTP/1.1" status: 204 len: 168 time: 0.2986481 Mar 18 12:36:08.150071 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3627b374-7d56-42fa-96e8-a445910babad admin admin] Publish callbacks [] for security_group (c91b0229-07a0-4353-8822-de7e57c44794), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.171389 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15684245-a33e-4d33-8f5f-6e5ebde78a47 req-78ff61da-169f-44b3-9d57-397be1859f60 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896636 Mar 18 12:36:08.181369 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81992c5d-4a24-40c1-9888-09da96d4605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc8960-1fcf-4d57-b7e6-e1ccb21daa0f,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:08.186932 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3627b374-7d56-42fa-96e8-a445910babad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c91b0229-07a0-4353-8822-de7e57c44794), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.255718 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-6892d831-fe07-4cfa-a6f3-9947b2dd1b0e service neutron] 10.222.0.21 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561604 Mar 18 12:36:08.275997 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4385396e-28db-4ccf-9095-8d8b5739c58e req-9245625a-d45f-4bdb-8388-c664d8670c1c service neutron] 10.222.0.37 "GET /v2.0/networks/d61dd74d-2ec0-41f9-a39f-f2707abf7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599675 Mar 18 12:36:08.283333 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627b374-7d56-42fa-96e8-a445910babad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b0229-07a0-4353-8822-de7e57c44794,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:08.291142 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59474) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:08.291404 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3627b374-7d56-42fa-96e8-a445910babad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b21e45c1cc024f53a034827daa5675d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9377761 Mar 18 12:36:08.293195 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd5356-1f05-4318-a64e-251765e8ba65 None None] Current status of the port a87acaa8-c091-423e-bb9f-42c27c27a853 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:08.293598 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5356-1f05-4318-a64e-251765e8ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.297129 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:06Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:08.302056 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5318679f-37d5-4af9-9333-36b9d3f862a7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (dc8ce090-9d78-41f4-9326-6375f8ef5d26), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.309306 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5318679f-37d5-4af9-9333-36b9d3f862a7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (dc8ce090-9d78-41f4-9326-6375f8ef5d26), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.343270 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104975f0-9298-4807-86ab-a305e8649e58 None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:06Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:36:08.381200 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c5dd5356-1f05-4318-a64e-251765e8ba65 None None] For port a87acaa8-c091-423e-bb9f-42c27c27a853, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a87acaa8-c091-423e-bb9f-42c27c27a853,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:08.384925 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318679f-37d5-4af9-9333-36b9d3f862a7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8ce090-9d78-41f4-9326-6375f8ef5d26,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:08.393513 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5356-1f05-4318-a64e-251765e8ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.401417 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5318679f-37d5-4af9-9333-36b9d3f862a7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.402842 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7bb0405d-3573-4472-b052-93a582d8e3e2 admin admin] Publish callbacks [] for security_group (c91b0229-07a0-4353-8822-de7e57c44794), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.407047 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5318679f-37d5-4af9-9333-36b9d3f862a7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7490087 Mar 18 12:36:08.410468 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59478) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:08.415350 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4a9758a3-772f-4aef-a54c-eaae7182f2f1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group_rule': {'security_group_id': '0b303c40-68fa-4c73-ab41-df9f4ef6ea0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:08.445659 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7bb0405d-3573-4472-b052-93a582d8e3e2 admin admin] Publish callbacks [] for security_group (c91b0229-07a0-4353-8822-de7e57c44794), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.451615 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a9758a3-772f-4aef-a54c-eaae7182f2f1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (2669203e-f8d5-4f2e-93da-46762eb9d6d1), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.480926 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd5356-1f05-4318-a64e-251765e8ba65 None None] Pushing event updated for resources: {'Port': ['ID=a87acaa8-c091-423e-bb9f-42c27c27a853,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:08.546765 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7bb0405d-3573-4472-b052-93a582d8e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c91b0229-07a0-4353-8822-de7e57c44794), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.546994 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a9758a3-772f-4aef-a54c-eaae7182f2f1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (2669203e-f8d5-4f2e-93da-46762eb9d6d1), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.550476 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7bb0405d-3573-4472-b052-93a582d8e3e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.554437 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7bb0405d-3573-4472-b052-93a582d8e3e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c91b0229-07a0-4353-8822-de7e57c44794 HTTP/1.1" status: 204 len: 168 time: 0.2588036 Mar 18 12:36:08.556485 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a9758a3-772f-4aef-a54c-eaae7182f2f1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (2669203e-f8d5-4f2e-93da-46762eb9d6d1), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.572710 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0405d-3573-4472-b052-93a582d8e3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b0229-07a0-4353-8822-de7e57c44794,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:08.588093 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a9758a3-772f-4aef-a54c-eaae7182f2f1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.589358 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4a9758a3-772f-4aef-a54c-eaae7182f2f1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778474 Mar 18 12:36:08.590271 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9758a3-772f-4aef-a54c-eaae7182f2f1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2669203e-f8d5-4f2e-93da-46762eb9d6d1,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:08.596729 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59484) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:08.602791 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:08.665513 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.824161 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:08.932564 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8acc1038-5675-4014-83b1-77c133b4e4cb req-03177059-7a9a-461e-9dd6-563a8347c6fd tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 210 time: 0.0637045 Mar 18 12:36:09.394892 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Allocated IP 172.27.2.58 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/1260d679-9209-47aa-8813-7ed652de6b7d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:36:09.499647 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73359797-4d4f-49d4-9db6-b9b2d505c4c3 req-4634906b-3888-4ab7-b343-fcda1158ce40 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:09.521446 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-73359797-4d4f-49d4-9db6-b9b2d505c4c3 req-4634906b-3888-4ab7-b343-fcda1158ce40 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 943 time: 0.2403316 Mar 18 12:36:09.681364 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a87acaa8-c091-423e-bb9f-42c27c27a853 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:09.827724 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port a87acaa8-c091-423e-bb9f-42c27c27a853 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:09.834807 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:09.940038 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-73359797-4d4f-49d4-9db6-b9b2d505c4c3 req-c18fb2d4-0053-49e0-bb4b-337450939237 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176681 Mar 18 12:36:09.999383 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (1260d679-9209-47aa-8813-7ed652de6b7d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:10.042790 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port a87acaa8-c091-423e-bb9f-42c27c27a853 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:10.052089 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c1daae22-61df-4bb4-ad64-d7c2603b0797 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:10.054096 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-33182db8-7532-475e-85b4-f1fee8754dd2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:10.055492 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-33182db8-7532-475e-85b4-f1fee8754dd2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 819 time: 0.5310278 Mar 18 12:36:10.080284 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-cf5471be-89eb-46df-971b-e7dc0eb3b4e0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/quotas/888a382051c5404ba1c4d9016dc0a364 HTTP/1.1" status: 200 len: 375 time: 0.0179877 Mar 18 12:36:10.094149 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (1260d679-9209-47aa-8813-7ed652de6b7d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:10.143326 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port c1daae22-61df-4bb4-ad64-d7c2603b0797 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:10.144327 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:10.226365 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:36:10.228937 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=1260d679-9209-47aa-8813-7ed652de6b7d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:10.239590 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:10.249439 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:36:10.302008 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port c1daae22-61df-4bb4-ad64-d7c2603b0797 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:10.345818 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-fa7a1d47-cbc0-4a15-af05-9eb8d86a6abe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2454929 Mar 18 12:36:10.515667 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (7d2ed83a-1460-46e6-a241-da357623ff06), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:10.538187 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-eb19b98e-729b-4498-980d-7dc2cd932e87 service neutron] 10.222.0.21 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788361 Mar 18 12:36:10.588296 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (1260d679-9209-47aa-8813-7ed652de6b7d), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:10.694702 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-219a5054-0974-4b16-b493-7472545f4d3f service neutron] 10.222.0.21 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470025 Mar 18 12:36:10.791249 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 8807cd58-4267-4850-b9a1-76c2f184b566 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:36:11.159332 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 8807cd58-4267-4850-b9a1-76c2f184b566, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8807cd58-4267-4850-b9a1-76c2f184b566,segment=NetworkSegment(c04ef754-506f-4836-8c9c-ae3ce77b5a95),segment_id=c04ef754-506f-4836-8c9c-ae3ce77b5a95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:11.198936 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '8807cd58-4267-4850-b9a1-76c2f184b566', 'network_id': 'd61dd74d-2ec0-41f9-a39f-f2707abf7135', 'port_id': '8807cd58-4267-4850-b9a1-76c2f184b566', 'mac_address': 'fa:16:3e:f9:2c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce95e13d-fe02-43c9-9073-8865ce3aa46b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:36:11.243770 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-daf00f59-a791-4b86-90ca-4cef4d3c1736 req-f6ad568d-862e-461d-a4c0-86869126d4e2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 210 time: 0.2822769 Mar 18 12:36:11.321173 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (1260d679-9209-47aa-8813-7ed652de6b7d), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:11.340461 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (1260d679-9209-47aa-8813-7ed652de6b7d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:11.412759 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80e01d-ba66-4136-b339-144bbdd38ac4 req-89ce155a-123c-44a1-b60c-c67c873fbfe4 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:11.432513 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c80e01d-ba66-4136-b339-144bbdd38ac4 req-89ce155a-123c-44a1-b60c-c67c873fbfe4 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 943 time: 0.3336616 Mar 18 12:36:11.446009 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (7d2ed83a-1460-46e6-a241-da357623ff06), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:11.515862 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 8807cd58-4267-4850-b9a1-76c2f184b566 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:11.516429 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:11.536311 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8807cd58-4267-4850-b9a1-76c2f184b566 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:11.562928 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 8807cd58-4267-4850-b9a1-76c2f184b566, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8807cd58-4267-4850-b9a1-76c2f184b566,segment=NetworkSegment(c04ef754-506f-4836-8c9c-ae3ce77b5a95),segment_id=c04ef754-506f-4836-8c9c-ae3ce77b5a95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:11.570604 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:11.620567 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-f11f8e90-729d-4f23-a552-862357f38043 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:11.627348 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-f11f8e90-729d-4f23-a552-862357f38043 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 819 time: 0.5722158 Mar 18 12:36:11.660773 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:11.674317 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0748992 Mar 18 12:36:11.677420 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=8807cd58-4267-4850-b9a1-76c2f184b566,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:11.698531 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045cfcf-d29e-4533-809c-324d9c77e7b6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=1260d679-9209-47aa-8813-7ed652de6b7d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:11.735899 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Request body: {'port': {'device_id': '445a4c38-043f-4658-8d4e-945513502ce9', 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6', 'admin_state_up': True, 'tenant_id': '888a382051c5404ba1c4d9016dc0a364'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:11.832697 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['8807cd58-4267-4850-b9a1-76c2f184b566'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:36:11.898358 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c80e01d-ba66-4136-b339-144bbdd38ac4 req-54c1c378-0e89-49fe-adc7-4e14727d81ba tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635448 Mar 18 12:36:12.089086 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Made reservation on behalf of 888a382051c5404ba1c4d9016dc0a364 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:36:12.102720 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:12.193969 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-d3c9d8eb-34dd-401e-afad-10b1919ec57c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--4714645&fields=id&tenant_id=f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 267 time: 0.1674178 Mar 18 12:36:12.396268 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-45e5cec7-8f80-4c75-b5c4-35cfa3b81641 req-057d2ed0-4ba4-4d5b-b4dc-be3d8fb9980a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 210 time: 0.0655112 Mar 18 12:36:12.449987 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-22352cfa-bb7e-4bf0-9ca1-b5cdac576fde tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:12.458316 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-22352cfa-bb7e-4bf0-9ca1-b5cdac576fde tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 815 time: 0.2521083 Mar 18 12:36:12.471228 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Allocated IP 172.20.0.2 (4e425e37-1ae8-48fe-b7f1-6897ad51eab6/289be181-b3d4-4be5-b12a-204f9a7fe221/e9ea5b89-c980-4569-9108-9b25e88c9f43) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:36:12.483134 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-faa40aaa-47bc-416b-b807-699fd95c6c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/quotas/f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 375 time: 0.0237331 Mar 18 12:36:12.616494 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-3c9e3727-66ff-4b98-8ea8-ad5e8e8da237 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279275 Mar 18 12:36:12.689367 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.37', 53526) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:12.759931 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks [] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:12.776418 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 8807cd58-4267-4850-b9a1-76c2f184b566 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:12.839225 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:12.858090 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 8807cd58-4267-4850-b9a1-76c2f184b566 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:36:12.863803 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 8807cd58-4267-4850-b9a1-76c2f184b566 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:12.864175 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:12.942907 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-71d3a1c6-c6b0-4184-bf14-8950e583182d service neutron] 10.222.0.21 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086383 Mar 18 12:36:12.951141 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:36:12.962770 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:12.985870 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:36:12.991963 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:12.992520 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:13.000762 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-1c3dea2a-ccde-46b0-aa55-155d85ce39e1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:13.008640 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-1c3dea2a-ccde-46b0-aa55-155d85ce39e1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 819 time: 0.3177693 Mar 18 12:36:13.046069 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 8807cd58-4267-4850-b9a1-76c2f184b566 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:13.047158 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:13.058774 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Pushing event updated for resources: {'Port': ['ID=e9ea5b89-c980-4569-9108-9b25e88c9f43,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:13.076777 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decb7bf4-62ec-4711-afd4-8cef7c86e654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8807cd58-4267-4850-b9a1-76c2f184b566'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:13.088997 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-af1fbe6e-8a17-4f31-89bd-98c88cfe05fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4104774 Mar 18 12:36:13.151859 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa326d-a9b3-4a78-bc1b-ee8d0c288e48 req-922cd591-a44b-4505-ac22-63f3ff55f0e1 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:13.153522 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8afa326d-a9b3-4a78-bc1b-ee8d0c288e48 req-922cd591-a44b-4505-ac22-63f3ff55f0e1 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 944 time: 0.1236544 Mar 18 12:36:13.155687 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-ea9bd7d4-94f9-4d95-8da3-bb2c794927a2 service neutron] 10.222.0.21 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012651 Mar 18 12:36:13.165470 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 8807cd58-4267-4850-b9a1-76c2f184b566, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8807cd58-4267-4850-b9a1-76c2f184b566,segment=NetworkSegment(c04ef754-506f-4836-8c9c-ae3ce77b5a95),segment_id=c04ef754-506f-4836-8c9c-ae3ce77b5a95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:13.174085 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:13.204703 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8afa326d-a9b3-4a78-bc1b-ee8d0c288e48 req-1d4323fb-312e-450a-b0f4-20db7de810d8 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Mar 18 12:36:13.270955 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=8807cd58-4267-4850-b9a1-76c2f184b566,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:13.331232 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d06a755-55b4-4e8d-898d-ea8cf70ae523" -d '{"events": [{"server_uuid": "decb7bf4-62ec-4711-afd4-8cef7c86e654", "name": "network-vif-plugged", "status": "completed", "tag": "8807cd58-4267-4850-b9a1-76c2f184b566"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:13.427122 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0a88e451-d015-40e8-8cc9-176da9a14f59 req-ccb03a37-f39c-4ec5-918f-28ad33f9b84a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 210 time: 0.0498161 Mar 18 12:36:13.569734 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec15c33d-0ae8-49a2-a9b3-e3db2b411069 x-openstack-request-id: req-ec15c33d-0ae8-49a2-a9b3-e3db2b411069 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:13.570121 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decb7bf4-62ec-4711-afd4-8cef7c86e654", "name": "network-vif-plugged", "status": "completed", "tag": "8807cd58-4267-4850-b9a1-76c2f184b566", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:13.570713 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec15c33d-0ae8-49a2-a9b3-e3db2b411069 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:13.571646 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decb7bf4-62ec-4711-afd4-8cef7c86e654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8807cd58-4267-4850-b9a1-76c2f184b566', 'code': 200} Mar 18 12:36:13.583907 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fdb36d8b-50b1-4d9a-8f39-cd254d4d7994 req-6fd3530a-b47a-41f2-8ad9-efdf663a0ef5 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 210 time: 0.0423782 Mar 18 12:36:14.323746 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e6ceb-1d74-4bf7-8f32-42434f297f01 req-90b2e64a-0efc-44f8-9cb1-037414854cda tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:14.325202 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-614e6ceb-1d74-4bf7-8f32-42434f297f01 req-90b2e64a-0efc-44f8-9cb1-037414854cda tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 945 time: 0.0518439 Mar 18 12:36:14.341317 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59820) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:14.374680 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-614e6ceb-1d74-4bf7-8f32-42434f297f01 req-e7d61434-9ac2-45f8-987d-1f485cd2fe8c tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Mar 18 12:36:14.442076 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9201e865-1491-4fb3-bd2a-6c630ea7b1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:14.517108 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7aadb58a-d693-44c0-a6f8-8d560f5d5d0c req-74d9167e-45e0-4fc9-87ce-5cd12606fabe tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 210 time: 0.0282524 Mar 18 12:36:14.524052 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9201e865-1491-4fb3-bd2a-6c630ea7b1ab admin admin] Publish callbacks [] for security_group (381eacc8-93ab-4426-bac2-bb16723a9344), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:14.527858 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9201e865-1491-4fb3-bd2a-6c630ea7b1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (381eacc8-93ab-4426-bac2-bb16723a9344), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:14.564746 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9201e865-1491-4fb3-bd2a-6c630ea7b1ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b55225ce04b94cd18cdfb15a679ee591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222905 Mar 18 12:36:14.566203 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201e865-1491-4fb3-bd2a-6c630ea7b1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381eacc8-93ab-4426-bac2-bb16723a9344,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:14.568905 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59826) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:14.615426 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d14e83df-937a-4e28-ae71-08bf438474cd admin admin] Publish callbacks [] for security_group (381eacc8-93ab-4426-bac2-bb16723a9344), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:14.637379 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d14e83df-937a-4e28-ae71-08bf438474cd admin admin] Publish callbacks [] for security_group (381eacc8-93ab-4426-bac2-bb16723a9344), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:14.693267 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-048efd4d-0d91-4d25-b617-5a845491832b req-c56cc3cd-f278-4edf-a236-753f890ee74f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 210 time: 0.0395126 Mar 18 12:36:14.715092 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d14e83df-937a-4e28-ae71-08bf438474cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (381eacc8-93ab-4426-bac2-bb16723a9344), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:14.717752 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d14e83df-937a-4e28-ae71-08bf438474cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:14.720397 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d14e83df-937a-4e28-ae71-08bf438474cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/381eacc8-93ab-4426-bac2-bb16723a9344 HTTP/1.1" status: 204 len: 168 time: 0.1504924 Mar 18 12:36:14.733402 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e83df-937a-4e28-ae71-08bf438474cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381eacc8-93ab-4426-bac2-bb16723a9344,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:14.971997 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59842) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:15.143073 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb0b6068-71cb-4719-8705-4261159c795b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.216411 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb0b6068-71cb-4719-8705-4261159c795b admin admin] Publish callbacks [] for security_group (03936a2d-d8b4-405f-8a06-79ebbbc7b525), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.221434 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb0b6068-71cb-4719-8705-4261159c795b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (03936a2d-d8b4-405f-8a06-79ebbbc7b525), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.259225 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-bb0b6068-71cb-4719-8705-4261159c795b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84be1538dd24406888313a577665943a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861655 Mar 18 12:36:15.260394 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b6068-71cb-4719-8705-4261159c795b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03936a2d-d8b4-405f-8a06-79ebbbc7b525,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:15.261833 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 59848) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:15.310121 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f69a-7775-4951-a07d-b30221ef8ca8 admin admin] Publish callbacks [] for security_group (03936a2d-d8b4-405f-8a06-79ebbbc7b525), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.330627 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f69a-7775-4951-a07d-b30221ef8ca8 admin admin] Publish callbacks [] for security_group (03936a2d-d8b4-405f-8a06-79ebbbc7b525), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.377441 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f69a-7775-4951-a07d-b30221ef8ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (03936a2d-d8b4-405f-8a06-79ebbbc7b525), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.380022 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f69a-7775-4951-a07d-b30221ef8ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.381166 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4bb0f69a-7775-4951-a07d-b30221ef8ca8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03936a2d-d8b4-405f-8a06-79ebbbc7b525 HTTP/1.1" status: 204 len: 168 time: 0.1177180 Mar 18 12:36:15.389506 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0f69a-7775-4951-a07d-b30221ef8ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03936a2d-d8b4-405f-8a06-79ebbbc7b525,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:15.398394 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Request body: {'port': {'device_id': '445a4c38-043f-4658-8d4e-945513502ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:15.406346 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Request body: {'port': {'device_id': '84a70fe6-1396-4136-a6b9-1dd62d1206b1', 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6', 'admin_state_up': True, 'tenant_id': '888a382051c5404ba1c4d9016dc0a364'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:15.519034 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.690367 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.37', 53538) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:15.692202 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc85ca18-6a69-433e-9f04-6b7c95c24f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.701385 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Made reservation on behalf of 888a382051c5404ba1c4d9016dc0a364 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:36:15.707900 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:15.713683 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd4783-e28a-4abd-bc86-b4849ff2eec1 req-8e36fcb2-51d8-4842-b062-c73eb6f19672 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:15.724516 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85cd4783-e28a-4abd-bc86-b4849ff2eec1 req-8e36fcb2-51d8-4842-b062-c73eb6f19672 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 945 time: 0.2072513 Mar 18 12:36:15.761357 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e7357760-d98b-430c-bb04-bb9a415f0116 req-36cc99a3-6d89-4f35-822e-adf3231f0cd2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 210 time: 0.1325812 Mar 18 12:36:15.840746 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a8800-1bae-46c9-9dc9-7a11f5db6331 req-710d21b2-dd45-47fc-8005-867178f6b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:15.842541 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4d2a8800-1bae-46c9-9dc9-7a11f5db6331 req-710d21b2-dd45-47fc-8005-867178f6b611 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 1129 time: 0.1510830 Mar 18 12:36:15.856271 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85cd4783-e28a-4abd-bc86-b4849ff2eec1 req-4c440019-1527-455f-8772-9967e5f440b3 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271987 Mar 18 12:36:15.938751 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4d2a8800-1bae-46c9-9dc9-7a11f5db6331 req-c51db412-1cdf-43ce-a6b7-0d64c9a47cfc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:16.031466 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e4b175c7-91fc-42b1-932e-bdaeb7cbf25f req-796298bc-f709-4b10-bd05-f1dc7108ef8e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 210 time: 0.1001754 Mar 18 12:36:16.116367 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4d2a8800-1bae-46c9-9dc9-7a11f5db6331 req-c51db412-1cdf-43ce-a6b7-0d64c9a47cfc service neutron] Publish callbacks [] for security_group (207b9670-5c42-4bc4-837d-f004d188b50b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:16.124464 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4d2a8800-1bae-46c9-9dc9-7a11f5db6331 req-c51db412-1cdf-43ce-a6b7-0d64c9a47cfc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (207b9670-5c42-4bc4-837d-f004d188b50b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:16.138493 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ea5b89-c980-4569-9108-9b25e88c9f43 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:16.150866 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.37', 53541) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:16.158788 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Publish callbacks [] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:16.176265 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Transition to ACTIVE for port object e9ea5b89-c980-4569-9108-9b25e88c9f43 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:36:16.179976 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:16.224969 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Pushing event updated for resources: {'Port': ['ID=e9ea5b89-c980-4569-9108-9b25e88c9f43,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:16.295249 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Attempting to bind port e9ea5b89-c980-4569-9108-9b25e88c9f43 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:36:16.295588 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Attempting to bind port e9ea5b89-c980-4569-9108-9b25e88c9f43 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:36:16.296130 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Attempting to bind port e9ea5b89-c980-4569-9108-9b25e88c9f43 on network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:16.300543 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Port e9ea5b89-c980-4569-9108-9b25e88c9f43 on network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:36:16.300868 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Attempting to bind port e9ea5b89-c980-4569-9108-9b25e88c9f43 on network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:16.304028 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51db412-1cdf-43ce-a6b7-0d64c9a47cfc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=207b9670-5c42-4bc4-837d-f004d188b50b,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:16.307781 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:36:16.308168 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Checking segment: {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:36:16.308561 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Bound using segment: {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:36:16.309156 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Bound port: e9ea5b89-c980-4569-9108-9b25e88c9f43, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:36:16.309530 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:16.334711 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4d2a8800-1bae-46c9-9dc9-7a11f5db6331 req-c51db412-1cdf-43ce-a6b7-0d64c9a47cfc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734600 Mar 18 12:36:16.404015 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Allocated IP 172.20.0.4 (4e425e37-1ae8-48fe-b7f1-6897ad51eab6/289be181-b3d4-4be5-b12a-204f9a7fe221/0e60e6ac-9952-4e24-a8bc-3cd81361a8e9) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:36:16.404663 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] For port e9ea5b89-c980-4569-9108-9b25e88c9f43, host hv-cinder-79053, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:36:16.411918 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] For port e9ea5b89-c980-4569-9108-9b25e88c9f43, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:36:16.423614 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:16.436752 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-73b3c667-afb9-40e7-b5dd-28263e6d032b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:16.438292 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-73b3c667-afb9-40e7-b5dd-28263e6d032b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 815 time: 0.2862930 Mar 18 12:36:16.477193 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:16.477749 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:16.480014 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] 10.222.0.37 "PUT /v2.0/ports/e9ea5b89-c980-4569-9108-9b25e88c9f43 HTTP/1.1" status: 200 len: 1093 time: 1.0866423 Mar 18 12:36:16.480476 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445a4c38-043f-4658-8d4e-945513502ce9', 'tag': 'e9ea5b89-c980-4569-9108-9b25e88c9f43'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:16.483595 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5648d7-3f65-436b-b668-9e3e096073f1" -d '{"events": [{"name": "network-changed", "server_uuid": "445a4c38-043f-4658-8d4e-945513502ce9", "tag": "e9ea5b89-c980-4569-9108-9b25e88c9f43"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:16.520352 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d563d-a709-4d74-988f-d87f92d3004d service neutron] Pushing event updated for resources: {'Port': ['ID=e9ea5b89-c980-4569-9108-9b25e88c9f43,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:16.541587 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49aba72-03e4-4de2-b6ca-57b6ca16d59c x-openstack-request-id: req-f49aba72-03e4-4de2-b6ca-57b6ca16d59c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:16.541981 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445a4c38-043f-4658-8d4e-945513502ce9", "tag": "e9ea5b89-c980-4569-9108-9b25e88c9f43", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:16.542240 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f49aba72-03e4-4de2-b6ca-57b6ca16d59c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:16.542780 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445a4c38-043f-4658-8d4e-945513502ce9', 'tag': 'e9ea5b89-c980-4569-9108-9b25e88c9f43', 'status': 'completed', 'code': 200} Mar 18 12:36:16.639854 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5648d7-3f65-436b-b668-9e3e096073f1 req-e458f74c-4abc-49be-890b-f3dc55e95ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:16.641457 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea5648d7-3f65-436b-b668-9e3e096073f1 req-e458f74c-4abc-49be-890b-f3dc55e95ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1127 time: 0.0564721 Mar 18 12:36:16.822339 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-fd5d46bb-0a52-4a8a-a186-25dd177a4e3a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 377 time: 0.1004574 Mar 18 12:36:16.847681 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'port': {'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'admin_state_up': True, 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'security_groups': ['0b303c40-68fa-4c73-ab41-df9f4ef6ea0d']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:16.883906 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks [] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:16.887438 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5648d7-3f65-436b-b668-9e3e096073f1 req-5c805e1d-fd3e-45c4-8041-0cf054bd9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:16.889366 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea5648d7-3f65-436b-b668-9e3e096073f1 req-5c805e1d-fd3e-45c4-8041-0cf054bd9dfd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=888a382051c5404ba1c4d9016dc0a364&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2393413 Mar 18 12:36:16.991483 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:17.060492 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3ba2615e-66ed-48c5-b676-4ad7ec8b9824 req-4c24f41e-f2db-4b7b-8183-250d836c44ee tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 210 time: 0.1697717 Mar 18 12:36:17.120551 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Pushing event updated for resources: {'Port': ['ID=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:17.145927 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Made reservation on behalf of f653a780af9a483e8c92a9e22ce8cc4b for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:36:17.150415 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:17.167642 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:36:17.271870 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa9f9-3f39-49b2-9be9-d27c48c6d4d1 req-dbdb0b31-aad0-4bb0-b7ea-f1da9f385301 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:17.273409 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-252fa9f9-3f39-49b2-9be9-d27c48c6d4d1 req-dbdb0b31-aad0-4bb0-b7ea-f1da9f385301 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 945 time: 0.2350338 Mar 18 12:36:17.275576 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5648d7-3f65-436b-b668-9e3e096073f1 req-b2a94c04-84c7-4ef4-96d8-9284e1c0b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:17.277011 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea5648d7-3f65-436b-b668-9e3e096073f1 req-b2a94c04-84c7-4ef4-96d8-9284e1c0b953 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3734100 Mar 18 12:36:17.293782 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:17.297190 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:36:17.325862 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dd03f-f766-4f13-a247-af561ee9b168 req-86e83167-dda3-4241-8fdd-4f3434be40f1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:17.327433 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f8dd03f-f766-4f13-a247-af561ee9b168 req-86e83167-dda3-4241-8fdd-4f3434be40f1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 931 time: 0.1154797 Mar 18 12:36:17.398341 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-252fa9f9-3f39-49b2-9be9-d27c48c6d4d1 req-aab6f3d2-7c18-4e6b-abf7-83e1e661c5bb tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160429 Mar 18 12:36:17.404467 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:17.405803 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:17.435398 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-54c6fd7d-8942-4e08-b288-7da891f7181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:17.436871 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-54c6fd7d-8942-4e08-b288-7da891f7181d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1127 time: 0.1064012 Mar 18 12:36:17.439933 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f8dd03f-f766-4f13-a247-af561ee9b168 req-91dfdcd0-7523-4e64-b26e-2a3d011a4b5c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977769 Mar 18 12:36:17.453299 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-8d3f175a-523e-49d9-be08-3f2097aaf3d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0582657 Mar 18 12:36:17.462354 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Allocated IP 172.20.0.3 (64f5deaf-28d7-4001-a216-58eafeb363d7/6bd39a95-fb78-4991-8b12-8400cf6fd85b/1470a83a-6a0d-430a-acf1-7ff68366b2e1) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:36:17.477569 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Request body: {'port': {'device_id': '84a70fe6-1396-4136-a6b9-1dd62d1206b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:17.525233 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59956) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:17.528459 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-a0a44804-bbd0-4fb6-a04c-6cd01ff85811 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43 HTTP/1.1" status: 200 len: 217 time: 0.0819149 Mar 18 12:36:17.588956 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-e9ccbf5f-cb75-4d1d-9c2d-5b99023851a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:17.588956 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-e9ccbf5f-cb75-4d1d-9c2d-5b99023851a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.0486217 Mar 18 12:36:17.615283 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:17.628416 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-4ca38523-485d-4986-bddc-86c07f88b0d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351574 Mar 18 12:36:17.719467 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b47d7622-911a-4465-8bfb-3425a3241288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:17.780362 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-6ec7e5f0-5568-4a29-9993-22c5462a275f service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454306 Mar 18 12:36:17.838107 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:17.949926 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b47d7622-911a-4465-8bfb-3425a3241288 admin admin] Publish callbacks [] for security_group (dcc1b14f-3c30-46dc-b65f-f1bcb97e5324), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:17.973340 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b47d7622-911a-4465-8bfb-3425a3241288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (dcc1b14f-3c30-46dc-b65f-f1bcb97e5324), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:17.987583 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.044124 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b47d7622-911a-4465-8bfb-3425a3241288 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b789d4307d94431bb92bed734a7771f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146904 Mar 18 12:36:18.044124 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-3ac8bca1-611c-46c8-89d0-7ac227ad7be9 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560132 Mar 18 12:36:18.044377 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a23dc028-555a-424f-a1c5-d40cfe1bed1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.052463 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 59982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:18.125558 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:36:18.133026 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:18.146547 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:36:18.152372 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=1470a83a-6a0d-430a-acf1-7ff68366b2e1,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:18.173506 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d7622-911a-4465-8bfb-3425a3241288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc1b14f-3c30-46dc-b65f-f1bcb97e5324,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:18.249148 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9435f0d-e0f5-499a-b53a-e581c46d11ba admin admin] Publish callbacks [] for security_group (dcc1b14f-3c30-46dc-b65f-f1bcb97e5324), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.273882 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:18.274817 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.296565 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9435f0d-e0f5-499a-b53a-e581c46d11ba admin admin] Publish callbacks [] for security_group (dcc1b14f-3c30-46dc-b65f-f1bcb97e5324), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.311490 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-8eb25992-93fc-4f92-a05b-ae1bff0c1f18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4765203 Mar 18 12:36:18.329734 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Request body: {'port': {'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:18.343757 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a33c6f-52f1-42e7-9f91-6cdf18e81c4a req-e0f34367-7965-40f5-b7c6-dfbc6d4539d3 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:18.354340 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3a33c6f-52f1-42e7-9f91-6cdf18e81c4a req-e0f34367-7965-40f5-b7c6-dfbc6d4539d3 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 931 time: 0.1472421 Mar 18 12:36:18.453064 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:18.461641 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Publish callbacks [] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.477729 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3a33c6f-52f1-42e7-9f91-6cdf18e81c4a req-96f81df5-8562-4479-896f-788cd7c1e481 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1218789 Mar 18 12:36:18.487896 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.491200 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9435f0d-e0f5-499a-b53a-e581c46d11ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (dcc1b14f-3c30-46dc-b65f-f1bcb97e5324), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.495051 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9435f0d-e0f5-499a-b53a-e581c46d11ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.495547 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Transition to ACTIVE for port object 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:36:18.496668 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c9435f0d-e0f5-499a-b53a-e581c46d11ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcc1b14f-3c30-46dc-b65f-f1bcb97e5324 HTTP/1.1" status: 204 len: 168 time: 0.4430997 Mar 18 12:36:18.514664 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.519038 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9435f0d-e0f5-499a-b53a-e581c46d11ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc1b14f-3c30-46dc-b65f-f1bcb97e5324,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:18.521265 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b18105cc-0185-412a-9c03-cca6a920f742 None None] Provisioning complete for port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:18.525097 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b18105cc-0185-412a-9c03-cca6a920f742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:18.638954 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b18105cc-0185-412a-9c03-cca6a920f742 None None] Port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:36:18.734425 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ce386-63c1-4d7a-b7f9-eb6f3d6ac500 req-3220fef7-17c6-49f0-9099-0c77b708d7ce tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:18.736028 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-066ce386-63c1-4d7a-b7f9-eb6f3d6ac500 req-3220fef7-17c6-49f0-9099-0c77b708d7ce tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 945 time: 0.1965997 Mar 18 12:36:18.751989 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e4376-2d5f-498a-a918-a9dff53db8d6 req-eaa3083a-6c6d-4296-bb63-70c418b471b0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:18.759734 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2b5e4376-2d5f-498a-a918-a9dff53db8d6 req-eaa3083a-6c6d-4296-bb63-70c418b471b0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 943 time: 0.1462698 Mar 18 12:36:18.822095 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Pushing event updated for resources: {'Port': ['ID=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:18.842922 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2b5e4376-2d5f-498a-a918-a9dff53db8d6 req-f85181a9-6bb7-400b-9859-814986e146ac tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815840 Mar 18 12:36:18.844767 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Attempting to bind port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:36:18.845136 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Attempting to bind port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:36:18.845897 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Attempting to bind port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 on network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:18.848801 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-066ce386-63c1-4d7a-b7f9-eb6f3d6ac500 req-a2557a06-d939-481a-add7-dee2ce7b8141 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044455 Mar 18 12:36:18.921437 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 on network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:36:18.921897 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Attempting to bind port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 on network 4e425e37-1ae8-48fe-b7f1-6897ad51eab6 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:18.943017 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:36:18.943472 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Checking segment: {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:36:18.944055 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Bound using segment: {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:36:18.944502 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Bound port: 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd050c24c-9fbf-40d3-9876-c926929ff045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:36:18.944841 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.003622 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60034) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:19.021325 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-22545d8c-b095-48e6-9eee-b2978e455f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.051023 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.095712 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] For port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:36:19.109915 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-22545d8c-b095-48e6-9eee-b2978e455f6a admin admin] Publish callbacks [] for security_group (0c79d9a7-378e-4302-b2c0-1bfe30ed9606), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.116759 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-22545d8c-b095-48e6-9eee-b2978e455f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (0c79d9a7-378e-4302-b2c0-1bfe30ed9606), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.131139 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] For port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:36:19.147644 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.162105 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-22545d8c-b095-48e6-9eee-b2978e455f6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f1973e109c64a3a8a2cbb337a07c009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570771 Mar 18 12:36:19.163427 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22545d8c-b095-48e6-9eee-b2978e455f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c79d9a7-378e-4302-b2c0-1bfe30ed9606,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:19.165561 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:19.203984 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:19.204729 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.216993 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 HTTP/1.1" status: 200 len: 1093 time: 1.7474000 Mar 18 12:36:19.232257 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a70fe6-1396-4136-a6b9-1dd62d1206b1', 'tag': '0e60e6ac-9952-4e24-a8bc-3cd81361a8e9'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:19.248758 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ea53a88-3893-4922-87eb-459dea7b9a14 admin admin] Publish callbacks [] for security_group (0c79d9a7-378e-4302-b2c0-1bfe30ed9606), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.277684 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ea53a88-3893-4922-87eb-459dea7b9a14 admin admin] Publish callbacks [] for security_group (0c79d9a7-378e-4302-b2c0-1bfe30ed9606), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.409903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 60050) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:19.545656 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ea53a88-3893-4922-87eb-459dea7b9a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (0c79d9a7-378e-4302-b2c0-1bfe30ed9606), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.548145 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ea53a88-3893-4922-87eb-459dea7b9a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.549245 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1ea53a88-3893-4922-87eb-459dea7b9a14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c79d9a7-378e-4302-b2c0-1bfe30ed9606 HTTP/1.1" status: 204 len: 168 time: 0.3714209 Mar 18 12:36:19.579708 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea53a88-3893-4922-87eb-459dea7b9a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c79d9a7-378e-4302-b2c0-1bfe30ed9606,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:19.614845 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b052840-7fa6-4fb2-9e12-ea8ee8e4937d req-d379de8f-da21-40c2-ab3a-37383c744b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:19.620666 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b052840-7fa6-4fb2-9e12-ea8ee8e4937d req-d379de8f-da21-40c2-ab3a-37383c744b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 931 time: 0.0819383 Mar 18 12:36:19.662030 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "84a70fe6-1396-4136-a6b9-1dd62d1206b1", "tag": "0e60e6ac-9952-4e24-a8bc-3cd81361a8e9"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:19.664386 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38744f-c274-4b09-a6e4-da3ce50b3800 service neutron] Pushing event updated for resources: {'Port': ['ID=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:19.693789 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ff04-871e-4cbf-885e-c82d8369484d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.699936 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b052840-7fa6-4fb2-9e12-ea8ee8e4937d req-ef3b64d1-2904-48e6-ae91-723efeacc8c3 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0753982 Mar 18 12:36:19.754702 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1470a83a-6a0d-430a-acf1-7ff68366b2e1 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:19.773870 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Publish callbacks [] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.790985 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0091ac6c-fe4d-4ac3-85d0-53b411b6085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:19.792775 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-0091ac6c-fe4d-4ac3-85d0-53b411b6085f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 1127 time: 0.5231960 Mar 18 12:36:19.804187 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Transition to ACTIVE for port object 1470a83a-6a0d-430a-acf1-7ff68366b2e1 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:36:19.883237 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:19.888825 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-39de63a5-bef6-4ef7-86d2-1b21ce982d0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 HTTP/1.1" status: 200 len: 217 time: 0.0864286 Mar 18 12:36:20.032682 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ff97d-3110-4d87-a8f1-8492ef403d1f req-4b1bbce3-58b4-4ec3-a49c-8bc03afc6a4d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:20.046713 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-449ff97d-3110-4d87-a8f1-8492ef403d1f req-4b1bbce3-58b4-4ec3-a49c-8bc03afc6a4d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 943 time: 0.0944645 Mar 18 12:36:20.061589 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caa440c-cfa2-4409-947e-b0196b23c780 x-openstack-request-id: req-2caa440c-cfa2-4409-947e-b0196b23c780 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:20.061589 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a70fe6-1396-4136-a6b9-1dd62d1206b1", "tag": "0e60e6ac-9952-4e24-a8bc-3cd81361a8e9", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:20.061903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2caa440c-cfa2-4409-947e-b0196b23c780 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:20.066822 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a70fe6-1396-4136-a6b9-1dd62d1206b1', 'tag': '0e60e6ac-9952-4e24-a8bc-3cd81361a8e9', 'status': 'completed', 'code': 200} Mar 18 12:36:20.076039 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Pushing event updated for resources: {'Port': ['ID=1470a83a-6a0d-430a-acf1-7ff68366b2e1,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:20.118380 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-fd58ba04-9f9d-47db-8453-61d2aa7d2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:20.119387 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-fd58ba04-9f9d-47db-8453-61d2aa7d2a57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.1931882 Mar 18 12:36:20.161103 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-449ff97d-3110-4d87-a8f1-8492ef403d1f req-c600df91-a5d1-4f46-8783-fb661dd0cf50 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134818 Mar 18 12:36:20.167510 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ff04-871e-4cbf-885e-c82d8369484d admin admin] Publish callbacks [] for security_group (2d7e5193-2edb-44a1-8ced-d0589edcd403), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.218063 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-05b21cf4-9b56-43c7-bad3-7181b6fa6592 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910954 Mar 18 12:36:20.218710 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ff04-871e-4cbf-885e-c82d8369484d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2d7e5193-2edb-44a1-8ced-d0589edcd403), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.351217 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b6b3ff04-871e-4cbf-885e-c82d8369484d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfe261e28b9c4bac882e3b3c5d7f1f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9398499 Mar 18 12:36:20.351462 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60106) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:20.375962 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3ff04-871e-4cbf-885e-c82d8369484d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7e5193-2edb-44a1-8ced-d0589edcd403,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:20.382651 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Attempting to bind port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:36:20.383471 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Attempting to bind port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:36:20.384004 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Attempting to bind port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:20.397780 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:36:20.398100 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Attempting to bind port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:20.399138 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60108) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:20.406300 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:36:20.406917 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Checking segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:36:20.407450 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Bound using segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:36:20.408059 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Bound port: 1470a83a-6a0d-430a-acf1-7ff68366b2e1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:36:20.408692 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.451608 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60114) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:20.505314 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53d62be5-9167-4df2-8dd9-4f5468267eec admin admin] Publish callbacks [] for security_group (2d7e5193-2edb-44a1-8ced-d0589edcd403), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.535784 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53d62be5-9167-4df2-8dd9-4f5468267eec admin admin] Publish callbacks [] for security_group (2d7e5193-2edb-44a1-8ced-d0589edcd403), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.536323 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-45e41560-b2a9-46fe-a27b-9db5f891db24 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010912 Mar 18 12:36:20.539051 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] For port 1470a83a-6a0d-430a-acf1-7ff68366b2e1, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:36:20.542713 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] For port 1470a83a-6a0d-430a-acf1-7ff68366b2e1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1470a83a-6a0d-430a-acf1-7ff68366b2e1,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:36:20.577552 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.607315 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53d62be5-9167-4df2-8dd9-4f5468267eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2d7e5193-2edb-44a1-8ced-d0589edcd403), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.611845 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53d62be5-9167-4df2-8dd9-4f5468267eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.617260 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-53d62be5-9167-4df2-8dd9-4f5468267eec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d7e5193-2edb-44a1-8ced-d0589edcd403 HTTP/1.1" status: 204 len: 168 time: 0.2647333 Mar 18 12:36:20.625981 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d62be5-9167-4df2-8dd9-4f5468267eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7e5193-2edb-44a1-8ced-d0589edcd403,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:20.667250 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.704763 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:20.706465 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.709014 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] 10.222.0.37 "PUT /v2.0/ports/1470a83a-6a0d-430a-acf1-7ff68366b2e1 HTTP/1.1" status: 200 len: 1093 time: 2.3864796 Mar 18 12:36:20.725903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753e2e0-4098-4541-9cd7-b979170a01fb service neutron] Pushing event updated for resources: {'Port': ['ID=1470a83a-6a0d-430a-acf1-7ff68366b2e1,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:20.823619 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ed07f6-50ae-444e-9559-994c0f2cc9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.830453 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device e9ea5b89-c980-4569-9108-9b25e88c9f43 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:36:20.838417 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b2563b9-1eb8-498b-a458-6445676da971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:20.948039 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4816a275-e7f1-4fd1-9057-e38571e31a5e req-b5c5d055-0b3a-4f82-ad89-7b868f64fafb service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004369 Mar 18 12:36:20.978676 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-1e31c14b-3f63-4e2d-bce4-56379e6febe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:20.990017 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-1e31c14b-3f63-4e2d-bce4-56379e6febe3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 1127 time: 0.2066829 Mar 18 12:36:21.075283 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port e9ea5b89-c980-4569-9108-9b25e88c9f43, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:21.093314 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'e9ea5b89-c980-4569-9108-9b25e88c9f43', 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6', 'port_id': 'e9ea5b89-c980-4569-9108-9b25e88c9f43', 'mac_address': 'fa:16:3e:b5:5d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289be181-b3d4-4be5-b12a-204f9a7fe221', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:36:21.113569 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ed07f6-50ae-444e-9559-994c0f2cc9a5 admin admin] Publish callbacks [] for security_group (d6ccd820-99f6-4f1c-a445-6414bb2d52d2), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.128970 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ed07f6-50ae-444e-9559-994c0f2cc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d6ccd820-99f6-4f1c-a445-6414bb2d52d2), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.136228 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-203983b3-0f6d-4018-aa25-8084ee5617e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1470a83a-6a0d-430a-acf1-7ff68366b2e1 HTTP/1.1" status: 200 len: 217 time: 0.1431813 Mar 18 12:36:21.177248 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port e9ea5b89-c980-4569-9108-9b25e88c9f43 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:21.177648 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.215463 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ea5b89-c980-4569-9108-9b25e88c9f43 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:21.216279 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02d3b4-a6b3-4691-936a-73395d2f0a64 req-071fb396-5e43-4019-9bab-404329395359 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:21.218130 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8d02d3b4-a6b3-4691-936a-73395d2f0a64 req-071fb396-5e43-4019-9bab-404329395359 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 943 time: 0.3104379 Mar 18 12:36:21.250039 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b5ed07f6-50ae-444e-9559-994c0f2cc9a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08b1d40b52a04c1ebacaa4178a0bb177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7909391 Mar 18 12:36:21.254348 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60148) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:21.276637 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port e9ea5b89-c980-4569-9108-9b25e88c9f43, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:21.286073 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.289838 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-a66cfcb5-4ddd-4885-8ffb-97f7fda5add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:21.292576 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-a66cfcb5-4ddd-4885-8ffb-97f7fda5add6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 1127 time: 0.2019317 Mar 18 12:36:21.306249 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed07f6-50ae-444e-9559-994c0f2cc9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ccd820-99f6-4f1c-a445-6414bb2d52d2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:21.352932 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b2563b9-1eb8-498b-a458-6445676da971 admin admin] Publish callbacks [] for security_group (a3b5b4d3-d8fd-4395-86ab-fc28abfd0a7d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.374712 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b2563b9-1eb8-498b-a458-6445676da971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (a3b5b4d3-d8fd-4395-86ab-fc28abfd0a7d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.399358 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=e9ea5b89-c980-4569-9108-9b25e88c9f43,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:21.432850 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-43dd25ec-3a9e-4fc5-9524-ded66cbe3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:21.434316 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-43dd25ec-3a9e-4fc5-9524-ded66cbe3813 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.2718134 Mar 18 12:36:21.458849 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8d02d3b4-a6b3-4691-936a-73395d2f0a64 req-4e9c44e5-ad11-40a3-af57-2f7665e21105 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2214277 Mar 18 12:36:21.491888 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9b2563b9-1eb8-498b-a458-6445676da971 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5574e4a406e345e09c098eedf53d9809&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0910513 Mar 18 12:36:21.500160 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60156) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:21.512136 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54173501-bc1c-4094-9d79-fd3d568a3733 admin admin] Publish callbacks [] for security_group (d6ccd820-99f6-4f1c-a445-6414bb2d52d2), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.519122 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2563b9-1eb8-498b-a458-6445676da971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b5b4d3-d8fd-4395-86ab-fc28abfd0a7d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:21.522264 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['e9ea5b89-c980-4569-9108-9b25e88c9f43'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:36:21.606790 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54173501-bc1c-4094-9d79-fd3d568a3733 admin admin] Publish callbacks [] for security_group (d6ccd820-99f6-4f1c-a445-6414bb2d52d2), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.616763 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6840d7-4fd0-4d26-a811-630b4337255a req-2def6401-9206-4fca-97f2-664b07649e05 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:21.625047 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cd6840d7-4fd0-4d26-a811-630b4337255a req-2def6401-9206-4fca-97f2-664b07649e05 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 943 time: 0.2559621 Mar 18 12:36:21.644310 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60160) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:21.700080 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-0d1a7ce4-c4c3-4614-898a-972ee81a1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:21.703239 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-0d1a7ce4-c4c3-4614-898a-972ee81a1ad0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2482362 Mar 18 12:36:21.703419 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eff716b8-7db0-457c-b729-8d8bdfc1530a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.705235 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-7a32a06e-6007-4091-959b-6ab85ebcb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:21.708501 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-7a32a06e-6007-4091-959b-6ab85ebcb21a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 920 time: 0.4091582 Mar 18 12:36:21.718667 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f87509b7-c073-4d56-8228-9927fe625db8 admin admin] Publish callbacks [] for security_group (a3b5b4d3-d8fd-4395-86ab-fc28abfd0a7d), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.780719 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cd6840d7-4fd0-4d26-a811-630b4337255a req-37609c9b-0e89-463f-8aba-9a6c2fa560ac tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499708 Mar 18 12:36:21.788939 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f87509b7-c073-4d56-8228-9927fe625db8 admin admin] Publish callbacks [] for security_group (a3b5b4d3-d8fd-4395-86ab-fc28abfd0a7d), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.810277 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54173501-bc1c-4094-9d79-fd3d568a3733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d6ccd820-99f6-4f1c-a445-6414bb2d52d2), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.813222 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54173501-bc1c-4094-9d79-fd3d568a3733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.814360 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-54173501-bc1c-4094-9d79-fd3d568a3733 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6ccd820-99f6-4f1c-a445-6414bb2d52d2 HTTP/1.1" status: 204 len: 168 time: 0.5501118 Mar 18 12:36:21.853262 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-30df771d-a971-4d77-a15d-4ddb359cfbf3 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389060 Mar 18 12:36:21.873854 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54173501-bc1c-4094-9d79-fd3d568a3733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ccd820-99f6-4f1c-a445-6414bb2d52d2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:21.912376 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-777d0487-ee0d-4ab5-8053-76d927be9be3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 HTTP/1.1" status: 200 len: 217 time: 0.0605769 Mar 18 12:36:21.925482 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eff716b8-7db0-457c-b729-8d8bdfc1530a admin admin] Publish callbacks [] for security_group (5aa464b5-0462-4976-865d-e46b1412f940), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.926950 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f87509b7-c073-4d56-8228-9927fe625db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (a3b5b4d3-d8fd-4395-86ab-fc28abfd0a7d), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.930510 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f87509b7-c073-4d56-8228-9927fe625db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.932439 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f87509b7-c073-4d56-8228-9927fe625db8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3b5b4d3-d8fd-4395-86ab-fc28abfd0a7d HTTP/1.1" status: 204 len: 168 time: 0.4305146 Mar 18 12:36:21.943002 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87509b7-c073-4d56-8228-9927fe625db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b5b4d3-d8fd-4395-86ab-fc28abfd0a7d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:21.943758 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.945000 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eff716b8-7db0-457c-b729-8d8bdfc1530a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5aa464b5-0462-4976-865d-e46b1412f940), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:21.987620 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff716b8-7db0-457c-b729-8d8bdfc1530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa464b5-0462-4976-865d-e46b1412f940,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:22.006798 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-eff716b8-7db0-457c-b729-8d8bdfc1530a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfc682ec7f2d446195135049edab69cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583314 Mar 18 12:36:22.011904 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60174) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:22.069149 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'tag': '1470a83a-6a0d-430a-acf1-7ff68366b2e1'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:22.072551 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ba285e-afcb-4633-9be0-bf05eee7a359" -d '{"events": [{"name": "network-changed", "server_uuid": "d895aadd-671a-4dc8-9f26-3c22850862ab", "tag": "1470a83a-6a0d-430a-acf1-7ff68366b2e1"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:22.088591 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a499983a-6b90-404b-bb94-1673986f10bf admin admin] Publish callbacks [] for security_group (5aa464b5-0462-4976-865d-e46b1412f940), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.104983 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-0a2e91a6-5e29-4e6a-8517-75f39ed7667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:22.106987 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-0a2e91a6-5e29-4e6a-8517-75f39ed7667a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.1681485 Mar 18 12:36:22.120249 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a499983a-6b90-404b-bb94-1673986f10bf admin admin] Publish callbacks [] for security_group (5aa464b5-0462-4976-865d-e46b1412f940), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.140761 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e395feb-dcbf-44ff-9c40-a03da997104f x-openstack-request-id: req-7e395feb-dcbf-44ff-9c40-a03da997104f {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:22.141053 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d895aadd-671a-4dc8-9f26-3c22850862ab", "tag": "1470a83a-6a0d-430a-acf1-7ff68366b2e1", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:22.141306 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e395feb-dcbf-44ff-9c40-a03da997104f {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:22.141679 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'tag': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'status': 'completed', 'code': 200} Mar 18 12:36:22.147897 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9bda94af-fe82-4d3b-bcf5-4cfdb028ce33 req-0bbfd06e-73a1-4d6d-b56a-0c516e7da80f service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354620 Mar 18 12:36:22.181235 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a499983a-6b90-404b-bb94-1673986f10bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5aa464b5-0462-4976-865d-e46b1412f940), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.183927 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a499983a-6b90-404b-bb94-1673986f10bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.185155 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a499983a-6b90-404b-bb94-1673986f10bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5aa464b5-0462-4976-865d-e46b1412f940 HTTP/1.1" status: 204 len: 168 time: 0.1721408 Mar 18 12:36:22.193308 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499983a-6b90-404b-bb94-1673986f10bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa464b5-0462-4976-865d-e46b1412f940,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:22.288541 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.308604 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60186) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:22.322314 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c391c98-5df6-41e6-8152-cce3cb7d96cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.380628 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 60188) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:22.395130 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3fcfac27-4c57-43ef-823d-86375e163b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.416227 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c391c98-5df6-41e6-8152-cce3cb7d96cd admin admin] Publish callbacks [] for security_group (f191aa97-631e-42fd-94d0-38ec9474c993), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.424100 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c391c98-5df6-41e6-8152-cce3cb7d96cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (f191aa97-631e-42fd-94d0-38ec9474c993), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.468062 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1c391c98-5df6-41e6-8152-cce3cb7d96cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=447159f60c234b29bd131cc60c0bd655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558988 Mar 18 12:36:22.468062 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c391c98-5df6-41e6-8152-cce3cb7d96cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f191aa97-631e-42fd-94d0-38ec9474c993,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:22.469137 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60190) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:22.494427 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3fcfac27-4c57-43ef-823d-86375e163b7c admin admin] Publish callbacks [] for security_group (d62be881-95b8-4ced-adaf-ca4ee63ab763), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.510279 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3fcfac27-4c57-43ef-823d-86375e163b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d62be881-95b8-4ced-adaf-ca4ee63ab763), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.521452 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e54fced-6b86-46b9-86db-b2265c168482 admin admin] Publish callbacks [] for security_group (f191aa97-631e-42fd-94d0-38ec9474c993), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.547186 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e54fced-6b86-46b9-86db-b2265c168482 admin admin] Publish callbacks [] for security_group (f191aa97-631e-42fd-94d0-38ec9474c993), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.575940 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfac27-4c57-43ef-823d-86375e163b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62be881-95b8-4ced-adaf-ca4ee63ab763,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:22.604891 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3fcfac27-4c57-43ef-823d-86375e163b7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00f78edc8d3149ae9f840ab7cb4600ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230258 Mar 18 12:36:22.607676 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60198) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:22.692419 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e54fced-6b86-46b9-86db-b2265c168482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (f191aa97-631e-42fd-94d0-38ec9474c993), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.694915 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e54fced-6b86-46b9-86db-b2265c168482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.696051 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3e54fced-6b86-46b9-86db-b2265c168482 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f191aa97-631e-42fd-94d0-38ec9474c993 HTTP/1.1" status: 204 len: 168 time: 0.2260170 Mar 18 12:36:22.725903 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4613b-2e3e-4214-8862-32307df1afa1 req-87d802c1-3c84-48c2-b5eb-06e37d2828af tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:22.727396 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94c4613b-2e3e-4214-8862-32307df1afa1 req-87d802c1-3c84-48c2-b5eb-06e37d2828af tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 943 time: 0.1375074 Mar 18 12:36:22.735910 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54fced-6b86-46b9-86db-b2265c168482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f191aa97-631e-42fd-94d0-38ec9474c993,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:22.743097 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0530ac93-51cb-41d4-8064-537e3053a80b admin admin] Publish callbacks [] for security_group (d62be881-95b8-4ced-adaf-ca4ee63ab763), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.784253 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0530ac93-51cb-41d4-8064-537e3053a80b admin admin] Publish callbacks [] for security_group (d62be881-95b8-4ced-adaf-ca4ee63ab763), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.813153 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94c4613b-2e3e-4214-8862-32307df1afa1 req-7f7d27cc-1eb5-4473-b169-dab505267594 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0793314 Mar 18 12:36:22.860931 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0530ac93-51cb-41d4-8064-537e3053a80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d62be881-95b8-4ced-adaf-ca4ee63ab763), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.864818 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0530ac93-51cb-41d4-8064-537e3053a80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:22.866474 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-0530ac93-51cb-41d4-8064-537e3053a80b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d62be881-95b8-4ced-adaf-ca4ee63ab763 HTTP/1.1" status: 204 len: 168 time: 0.2571540 Mar 18 12:36:22.891515 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530ac93-51cb-41d4-8064-537e3053a80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62be881-95b8-4ced-adaf-ca4ee63ab763,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:22.951047 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42d842-c4a4-4bc7-8465-608681cdb68c req-299f492d-bbb5-4db3-8061-3638a7282450 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:22.951047 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8d42d842-c4a4-4bc7-8465-608681cdb68c req-299f492d-bbb5-4db3-8061-3638a7282450 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 943 time: 0.0808818 Mar 18 12:36:23.006158 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8d42d842-c4a4-4bc7-8465-608681cdb68c req-652e4680-da6f-4097-a431-e716596d684d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472989 Mar 18 12:36:23.642262 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60268) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:23.711366 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-740db3ab-a52c-48bb-ad14-587b49a79975 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343654 Mar 18 12:36:23.838986 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c7db957-e6f6-4cd8-9214-82461da4354b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:24.004549 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deff1c7-d0fb-4968-b6c4-77ed2792cb90 req-fb6d120a-9757-401b-9161-438ebba320c8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:24.006085 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4deff1c7-d0fb-4968-b6c4-77ed2792cb90 req-fb6d120a-9757-401b-9161-438ebba320c8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 943 time: 0.1019514 Mar 18 12:36:24.011462 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c7db957-e6f6-4cd8-9214-82461da4354b admin admin] Publish callbacks [] for security_group (d030ac37-660b-492b-a7eb-48000626d966), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:24.016980 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c7db957-e6f6-4cd8-9214-82461da4354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d030ac37-660b-492b-a7eb-48000626d966), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:24.075997 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7db957-e6f6-4cd8-9214-82461da4354b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d030ac37-660b-492b-a7eb-48000626d966,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:24.109467 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-0c7db957-e6f6-4cd8-9214-82461da4354b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edf3950e20a149a9a447341bcb3c7016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614165 Mar 18 12:36:24.109831 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 60326) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:24.184327 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4deff1c7-d0fb-4968-b6c4-77ed2792cb90 req-e5b31a00-6a9f-46b7-ac8f-429f98c431f1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1601088 Mar 18 12:36:24.215957 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-30a9ab10-0000-47f4-9206-fe158c717a6e admin admin] Publish callbacks [] for security_group (d030ac37-660b-492b-a7eb-48000626d966), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:24.218149 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096ef0c-3b83-4b57-8a3d-bd64acb4a930 req-c55ab83e-047d-4912-a9bd-711fdc7c4c71 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:24.219679 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9096ef0c-3b83-4b57-8a3d-bd64acb4a930 req-c55ab83e-047d-4912-a9bd-711fdc7c4c71 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 943 time: 0.0852914 Mar 18 12:36:24.252238 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-30a9ab10-0000-47f4-9206-fe158c717a6e admin admin] Publish callbacks [] for security_group (d030ac37-660b-492b-a7eb-48000626d966), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:24.286681 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9096ef0c-3b83-4b57-8a3d-bd64acb4a930 req-1bd820b7-8085-460c-aa44-14ce3ad9b858 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Mar 18 12:36:24.317202 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-30a9ab10-0000-47f4-9206-fe158c717a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d030ac37-660b-492b-a7eb-48000626d966), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:24.320587 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-30a9ab10-0000-47f4-9206-fe158c717a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:24.321751 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-30a9ab10-0000-47f4-9206-fe158c717a6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d030ac37-660b-492b-a7eb-48000626d966 HTTP/1.1" status: 204 len: 168 time: 0.2104774 Mar 18 12:36:24.331389 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9ab10-0000-47f4-9206-fe158c717a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d030ac37-660b-492b-a7eb-48000626d966,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:24.705589 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-f4d6a9e2-6d58-4ad0-bc9d-6862fb2998f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:24.707513 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-f4d6a9e2-6d58-4ad0-bc9d-6862fb2998f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 1127 time: 0.0971053 Mar 18 12:36:24.716663 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60364) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:24.731289 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-0d364777-357c-4816-8804-00ea35fefcd6 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395400 Mar 18 12:36:24.842113 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:36:24.865759 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60380) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:24.896727 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eab8004b-456b-4d56-a095-de2226578fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:24.907463 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6fb9c8c5-cdf2-4480-92aa-7c7de517d772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:24.951409 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device e9ea5b89-c980-4569-9108-9b25e88c9f43 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:25.086702 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:25.100437 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port e9ea5b89-c980-4569-9108-9b25e88c9f43 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:36:25.109192 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port e9ea5b89-c980-4569-9108-9b25e88c9f43 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:25.109555 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eab8004b-456b-4d56-a095-de2226578fc4 admin admin] Publish callbacks [] for security_group (ef4be798-a908-4fb0-ac62-509896145e3c), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.110325 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.113899 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '0e60e6ac-9952-4e24-a8bc-3cd81361a8e9', 'network_id': '4e425e37-1ae8-48fe-b7f1-6897ad51eab6', 'port_id': '0e60e6ac-9952-4e24-a8bc-3cd81361a8e9', 'mac_address': 'fa:16:3e:c4:a1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289be181-b3d4-4be5-b12a-204f9a7fe221', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:36:25.119536 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eab8004b-456b-4d56-a095-de2226578fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ef4be798-a908-4fb0-ac62-509896145e3c), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.155725 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-eab8004b-456b-4d56-a095-de2226578fc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d6384f8c2684abebae8e1b69334133f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377551 Mar 18 12:36:25.156375 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60390) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:25.157358 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4cdc86f6-c04e-48f6-8c18-d8e0f962dfd8 req-1e8d0926-c114-426e-87f5-2fc3e167d685 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135578 Mar 18 12:36:25.196070 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:25.196578 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.225164 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-8474bfd1-9383-4ec3-8ce6-b883e83e4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:25.228392 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-8474bfd1-9383-4ec3-8ce6-b883e83e4aef service neutron] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 916 time: 0.5130286 Mar 18 12:36:25.238632 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8004b-456b-4d56-a095-de2226578fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4be798-a908-4fb0-ac62-509896145e3c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:25.260219 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:25.277825 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6fb9c8c5-cdf2-4480-92aa-7c7de517d772 admin admin] Publish callbacks [] for security_group (5b3aaeed-d107-4827-baf4-36b33542fabd), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.300139 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15cc0402-332f-44b0-94c0-abd3c7f61f1e admin admin] Publish callbacks [] for security_group (ef4be798-a908-4fb0-ac62-509896145e3c), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.315163 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port e9ea5b89-c980-4569-9108-9b25e88c9f43 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:25.315812 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.321157 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:25.337394 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15cc0402-332f-44b0-94c0-abd3c7f61f1e admin admin] Publish callbacks [] for security_group (ef4be798-a908-4fb0-ac62-509896145e3c), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.347674 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.397514 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445a4c38-043f-4658-8d4e-945513502ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ea5b89-c980-4569-9108-9b25e88c9f43'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:25.399979 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14685f0c-459c-4789-adfa-1a3a8772c101" -d '{"events": [{"server_uuid": "445a4c38-043f-4658-8d4e-945513502ce9", "name": "network-vif-plugged", "status": "completed", "tag": "e9ea5b89-c980-4569-9108-9b25e88c9f43"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:25.406624 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6fb9c8c5-cdf2-4480-92aa-7c7de517d772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5b3aaeed-d107-4827-baf4-36b33542fabd), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.429938 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port e9ea5b89-c980-4569-9108-9b25e88c9f43, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:25.444331 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.448442 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15cc0402-332f-44b0-94c0-abd3c7f61f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ef4be798-a908-4fb0-ac62-509896145e3c), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.449335 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15cc0402-332f-44b0-94c0-abd3c7f61f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.450480 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-15cc0402-332f-44b0-94c0-abd3c7f61f1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef4be798-a908-4fb0-ac62-509896145e3c HTTP/1.1" status: 204 len: 168 time: 0.2910609 Mar 18 12:36:25.454018 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:25.515918 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9c8c5-cdf2-4480-92aa-7c7de517d772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3aaeed-d107-4827-baf4-36b33542fabd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:25.520551 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6fb9c8c5-cdf2-4480-92aa-7c7de517d772 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8ff12407c894d7c91e86ff5abb7484f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6534417 Mar 18 12:36:25.526436 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60412) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:25.537919 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=e9ea5b89-c980-4569-9108-9b25e88c9f43,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:25.548504 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc0402-332f-44b0-94c0-abd3c7f61f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4be798-a908-4fb0-ac62-509896145e3c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:25.578369 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91691c12-981b-4362-8f56-7e165221f2e7 req-6df0bcfe-3901-4bce-b24e-70b86cafb937 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:25.579905 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-91691c12-981b-4362-8f56-7e165221f2e7 req-6df0bcfe-3901-4bce-b24e-70b86cafb937 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 944 time: 0.1726613 Mar 18 12:36:25.594889 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed0e76-24b5-4168-9eaa-2914d340133c req-fb4be6e0-80e4-4733-9e37-84fe4be1bc8d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:25.597166 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-54ed0e76-24b5-4168-9eaa-2914d340133c req-fb4be6e0-80e4-4733-9e37-84fe4be1bc8d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 943 time: 0.2111673 Mar 18 12:36:25.680493 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c20fe983-5df6-4722-82a7-a6b82c445b56 admin admin] Publish callbacks [] for security_group (5b3aaeed-d107-4827-baf4-36b33542fabd), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.710350 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-91691c12-981b-4362-8f56-7e165221f2e7 req-d37e6451-7051-4dd2-a78d-ee895c3eadbd tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087019 Mar 18 12:36:25.713578 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-54ed0e76-24b5-4168-9eaa-2914d340133c req-b35fdb2c-89be-4a69-b9ea-ee4eddf10988 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0980690 Mar 18 12:36:25.732445 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c20fe983-5df6-4722-82a7-a6b82c445b56 admin admin] Publish callbacks [] for security_group (5b3aaeed-d107-4827-baf4-36b33542fabd), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.803612 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f27899-a804-4127-8fa6-39afc98a059d x-openstack-request-id: req-34f27899-a804-4127-8fa6-39afc98a059d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:25.803925 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445a4c38-043f-4658-8d4e-945513502ce9", "name": "network-vif-plugged", "status": "completed", "tag": "e9ea5b89-c980-4569-9108-9b25e88c9f43", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:25.804786 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34f27899-a804-4127-8fa6-39afc98a059d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:25.805376 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445a4c38-043f-4658-8d4e-945513502ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ea5b89-c980-4569-9108-9b25e88c9f43', 'code': 200} Mar 18 12:36:25.811856 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c20fe983-5df6-4722-82a7-a6b82c445b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5b3aaeed-d107-4827-baf4-36b33542fabd), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.814456 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c20fe983-5df6-4722-82a7-a6b82c445b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:25.815690 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c20fe983-5df6-4722-82a7-a6b82c445b56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b3aaeed-d107-4827-baf4-36b33542fabd HTTP/1.1" status: 204 len: 168 time: 0.2883034 Mar 18 12:36:25.825692 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fe983-5df6-4722-82a7-a6b82c445b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3aaeed-d107-4827-baf4-36b33542fabd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:26.906487 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6191c12-4499-456e-bc96-c9e6ccd2c202 req-4dbf42c0-3402-4543-9952-27dc421c83b1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:26.913193 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b6191c12-4499-456e-bc96-c9e6ccd2c202 req-4dbf42c0-3402-4543-9952-27dc421c83b1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 943 time: 0.1160078 Mar 18 12:36:26.948726 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb502c-bd19-4dec-8ec4-a8f8043b9d37 req-bcb3c5c7-1a7c-4225-a580-a930abc8d119 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:26.956145 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-06eb502c-bd19-4dec-8ec4-a8f8043b9d37 req-bcb3c5c7-1a7c-4225-a580-a930abc8d119 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 944 time: 0.1116290 Mar 18 12:36:27.050885 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b6191c12-4499-456e-bc96-c9e6ccd2c202 req-7f5a3e94-305d-4e60-90e6-c6b83c005252 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1367109 Mar 18 12:36:27.086389 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-06eb502c-bd19-4dec-8ec4-a8f8043b9d37 req-8162e38d-f293-4c8d-91dc-6507bbb09750 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245749 Mar 18 12:36:27.227530 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:27.335411 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d74ac5dc-f594-4faf-91d5-1b5bffa01468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.413278 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d74ac5dc-f594-4faf-91d5-1b5bffa01468 admin admin] Publish callbacks [] for security_group (5a451657-3062-461e-8985-643b95e2a6d9), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.417330 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d74ac5dc-f594-4faf-91d5-1b5bffa01468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5a451657-3062-461e-8985-643b95e2a6d9), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.459354 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d74ac5dc-f594-4faf-91d5-1b5bffa01468 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fc7bf21cc02444cab15482bf09007d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306962 Mar 18 12:36:27.461998 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 60576) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:27.464518 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ac5dc-f594-4faf-91d5-1b5bffa01468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a451657-3062-461e-8985-643b95e2a6d9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:27.516817 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b05adbe6-7189-4327-b574-1cc3b498c076 admin admin] Publish callbacks [] for security_group (5a451657-3062-461e-8985-643b95e2a6d9), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.539065 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b05adbe6-7189-4327-b574-1cc3b498c076 admin admin] Publish callbacks [] for security_group (5a451657-3062-461e-8985-643b95e2a6d9), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.583398 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60580) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:27.590056 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b05adbe6-7189-4327-b574-1cc3b498c076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5a451657-3062-461e-8985-643b95e2a6d9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.592876 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b05adbe6-7189-4327-b574-1cc3b498c076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.593998 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b05adbe6-7189-4327-b574-1cc3b498c076 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a451657-3062-461e-8985-643b95e2a6d9 HTTP/1.1" status: 204 len: 168 time: 0.1309092 Mar 18 12:36:27.602605 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05adbe6-7189-4327-b574-1cc3b498c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a451657-3062-461e-8985-643b95e2a6d9,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:27.699716 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-997821c2-cda6-49d9-a9b6-0fd6eff44941 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1470a83a-6a0d-430a-acf1-7ff68366b2e1 HTTP/1.1" status: 200 len: 217 time: 0.0518086 Mar 18 12:36:27.707103 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38dac91e-d49d-482d-b07d-44e38724d34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.783257 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-dd27e0c5-2ccc-47d2-aebc-7b714b1179a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:27.785318 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-dd27e0c5-2ccc-47d2-aebc-7b714b1179a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0766842 Mar 18 12:36:27.796195 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38dac91e-d49d-482d-b07d-44e38724d34d admin admin] Publish callbacks [] for security_group (651046fd-3acb-47e0-813c-60b49af7441b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.802071 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38dac91e-d49d-482d-b07d-44e38724d34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (651046fd-3acb-47e0-813c-60b49af7441b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.857822 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-38dac91e-d49d-482d-b07d-44e38724d34d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69c5a9d0df1c4ecc99dc3960826d93cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665300 Mar 18 12:36:27.857822 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60590) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:27.867237 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dac91e-d49d-482d-b07d-44e38724d34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651046fd-3acb-47e0-813c-60b49af7441b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:27.896967 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c13c2-bfa5-4d13-aa69-cfe7267e8e05 req-02f47a21-d804-4c31-971d-76fba60cf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:27.898456 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e20c13c2-bfa5-4d13-aa69-cfe7267e8e05 req-02f47a21-d804-4c31-971d-76fba60cf0ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1129 time: 0.0721991 Mar 18 12:36:27.905360 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-d787bebd-03f8-4d83-b059-2fdfc680649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:27.907064 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-d787bebd-03f8-4d83-b059-2fdfc680649b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1088629 Mar 18 12:36:27.909116 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3b02690-3756-43eb-b73a-c904d4b4180c admin admin] Publish callbacks [] for security_group (651046fd-3acb-47e0-813c-60b49af7441b), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.931926 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3b02690-3756-43eb-b73a-c904d4b4180c admin admin] Publish callbacks [] for security_group (651046fd-3acb-47e0-813c-60b49af7441b), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:27.996919 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3b02690-3756-43eb-b73a-c904d4b4180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (651046fd-3acb-47e0-813c-60b49af7441b), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:28.000225 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3b02690-3756-43eb-b73a-c904d4b4180c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:28.004478 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a3b02690-3756-43eb-b73a-c904d4b4180c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/651046fd-3acb-47e0-813c-60b49af7441b HTTP/1.1" status: 204 len: 168 time: 0.1468019 Mar 18 12:36:28.015907 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e20c13c2-bfa5-4d13-aa69-cfe7267e8e05 req-4847bc08-20f4-411b-8134-6635f598f4fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076868 Mar 18 12:36:28.016114 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b02690-3756-43eb-b73a-c904d4b4180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651046fd-3acb-47e0-813c-60b49af7441b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:28.071678 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-ee6887ee-3019-4dd7-8cb3-ba39032ae112 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565657 Mar 18 12:36:28.073955 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['0e60e6ac-9952-4e24-a8bc-3cd81361a8e9'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:36:28.317472 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5db55f-350d-406c-9c7d-9e123713a73a req-822f7009-f4eb-4b8c-a905-204d6886b094 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:28.324207 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e5db55f-350d-406c-9c7d-9e123713a73a req-822f7009-f4eb-4b8c-a905-204d6886b094 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 943 time: 0.1481004 Mar 18 12:36:28.334488 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e65d04-5116-4bef-be94-6652fc55bb56 req-da12dd15-6795-446e-b866-092e98b28af7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:28.342485 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c2e65d04-5116-4bef-be94-6652fc55bb56 req-da12dd15-6795-446e-b866-092e98b28af7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 944 time: 0.1408136 Mar 18 12:36:28.428457 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5ba285e-afcb-4633-9be0-bf05eee7a359 req-c42588bf-0923-4eff-9916-d6763fa59420 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015557 Mar 18 12:36:28.489959 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e5db55f-350d-406c-9c7d-9e123713a73a req-36c30ed3-d29c-45e0-a99e-5d63664c176f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1646724 Mar 18 12:36:28.513143 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c2e65d04-5116-4bef-be94-6652fc55bb56 req-a0dc4747-ef66-4b24-a0d8-6571ff5c867b tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423497 Mar 18 12:36:28.601797 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60644) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:28.616564 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0afbe33-dda9-41e1-bb10-b274784749e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:28.731830 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0afbe33-dda9-41e1-bb10-b274784749e3 admin admin] Publish callbacks [] for security_group (40206b0f-a46b-4c52-85e1-81542f24133b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:28.736720 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0afbe33-dda9-41e1-bb10-b274784749e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (40206b0f-a46b-4c52-85e1-81542f24133b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:28.782459 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f0afbe33-dda9-41e1-bb10-b274784749e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36b971d794a144048ee8208ca45c2661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794636 Mar 18 12:36:28.784041 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afbe33-dda9-41e1-bb10-b274784749e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40206b0f-a46b-4c52-85e1-81542f24133b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:28.785730 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 60664) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:28.854497 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bc55d18c-3118-4f54-994d-d5fb6103925e admin admin] Publish callbacks [] for security_group (40206b0f-a46b-4c52-85e1-81542f24133b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:28.879537 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bc55d18c-3118-4f54-994d-d5fb6103925e admin admin] Publish callbacks [] for security_group (40206b0f-a46b-4c52-85e1-81542f24133b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:28.946643 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bc55d18c-3118-4f54-994d-d5fb6103925e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (40206b0f-a46b-4c52-85e1-81542f24133b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:28.950795 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bc55d18c-3118-4f54-994d-d5fb6103925e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:28.956407 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-bc55d18c-3118-4f54-994d-d5fb6103925e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40206b0f-a46b-4c52-85e1-81542f24133b HTTP/1.1" status: 204 len: 168 time: 0.1696091 Mar 18 12:36:28.968175 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55d18c-3118-4f54-994d-d5fb6103925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40206b0f-a46b-4c52-85e1-81542f24133b,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:29.257283 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 60690) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:29.388930 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d16916b-05ee-4c8b-9867-7e29239a9c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:29.502916 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d16916b-05ee-4c8b-9867-7e29239a9c6b admin admin] Publish callbacks [] for security_group (47cd15ac-9705-4200-b567-80ea23425261), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:29.508022 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d16916b-05ee-4c8b-9867-7e29239a9c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (47cd15ac-9705-4200-b567-80ea23425261), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:29.555831 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7d16916b-05ee-4c8b-9867-7e29239a9c6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36433f4d76014d01af6e3c64a35c5010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004966 Mar 18 12:36:29.556954 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16916b-05ee-4c8b-9867-7e29239a9c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cd15ac-9705-4200-b567-80ea23425261,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:29.560530 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 60710) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:29.620161 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ea16c595-a4f3-4eb4-8d57-4aa06b70f2a4 admin admin] Publish callbacks [] for security_group (47cd15ac-9705-4200-b567-80ea23425261), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:29.645129 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:29.667415 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ea16c595-a4f3-4eb4-8d57-4aa06b70f2a4 admin admin] Publish callbacks [] for security_group (47cd15ac-9705-4200-b567-80ea23425261), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:29.747415 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ea16c595-a4f3-4eb4-8d57-4aa06b70f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (47cd15ac-9705-4200-b567-80ea23425261), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:29.750419 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ea16c595-a4f3-4eb4-8d57-4aa06b70f2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:29.759245 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3d84-f06c-4067-a762-69e45bf027c8 req-55b3af04-66b1-4654-b1e8-cc9de48d1add tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:29.761313 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ea16c595-a4f3-4eb4-8d57-4aa06b70f2a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47cd15ac-9705-4200-b567-80ea23425261 HTTP/1.1" status: 204 len: 168 time: 0.1986780 Mar 18 12:36:29.771745 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16c595-a4f3-4eb4-8d57-4aa06b70f2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cd15ac-9705-4200-b567-80ea23425261,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:29.772213 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-131a3d84-f06c-4067-a762-69e45bf027c8 req-55b3af04-66b1-4654-b1e8-cc9de48d1add tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 943 time: 0.1743512 Mar 18 12:36:29.778081 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:36:29.793606 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:29.794195 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:29.878581 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b1784-17b6-4f59-9e38-17d52699e23d req-eb15acdc-77cd-46ad-9214-d7ac25d5c914 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:29.887616 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-034b1784-17b6-4f59-9e38-17d52699e23d req-eb15acdc-77cd-46ad-9214-d7ac25d5c914 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 944 time: 0.2208946 Mar 18 12:36:29.928513 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:29.928661 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-131a3d84-f06c-4067-a762-69e45bf027c8 req-a6bb7a76-f6cd-4ade-a905-dc16a01d707c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1511595 Mar 18 12:36:29.929268 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:29.975894 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a70fe6-1396-4136-a6b9-1dd62d1206b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e60e6ac-9952-4e24-a8bc-3cd81361a8e9'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:29.979111 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0546c0ca-5d7d-45a9-afca-0d6eea3c51f5" -d '{"events": [{"server_uuid": "84a70fe6-1396-4136-a6b9-1dd62d1206b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e60e6ac-9952-4e24-a8bc-3cd81361a8e9"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:30.004553 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:30.009352 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:30.014896 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-034b1784-17b6-4f59-9e38-17d52699e23d req-4c4677d0-efca-4690-9d33-8a6b48f0998e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132162 Mar 18 12:36:30.108940 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a220a402-2ca1-4635-8abb-f00c27597c0d x-openstack-request-id: req-a220a402-2ca1-4635-8abb-f00c27597c0d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:30.109284 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a70fe6-1396-4136-a6b9-1dd62d1206b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e60e6ac-9952-4e24-a8bc-3cd81361a8e9", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:30.109739 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a220a402-2ca1-4635-8abb-f00c27597c0d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:30.111210 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a70fe6-1396-4136-a6b9-1dd62d1206b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e60e6ac-9952-4e24-a8bc-3cd81361a8e9', 'code': 200} Mar 18 12:36:30.135369 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:30.373889 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897971f-46e6-4021-ac62-bce0aad8571c req-31fd93d9-1ad3-4e15-a012-6d33527d89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:30.375476 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a897971f-46e6-4021-ac62-bce0aad8571c req-31fd93d9-1ad3-4e15-a012-6d33527d89fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 1129 time: 0.0748823 Mar 18 12:36:30.421353 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e312b-ddf9-4fb7-a963-2bb4168a3f54 req-7edf9059-fa42-4b73-be2e-723a19fa503d tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:30.431772 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-be4e312b-ddf9-4fb7-a963-2bb4168a3f54 req-7edf9059-fa42-4b73-be2e-723a19fa503d tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 945 time: 0.0709257 Mar 18 12:36:30.437614 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a897971f-46e6-4021-ac62-bce0aad8571c req-de2f7547-bd16-4359-9760-914c8f7ce522 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533793 Mar 18 12:36:30.480176 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-be4e312b-ddf9-4fb7-a963-2bb4168a3f54 req-e2ffde13-2d3b-4dde-9da0-78c9468b6004 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473282 Mar 18 12:36:30.632962 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 60776) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:30.816347 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b04e851a-f433-4fc7-8778-79f33d848852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:30.906240 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b04e851a-f433-4fc7-8778-79f33d848852 admin admin] Publish callbacks [] for security_group (2c6cc4b7-be27-4e20-9699-01f5cd3cc1fc), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:30.923338 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b04e851a-f433-4fc7-8778-79f33d848852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2c6cc4b7-be27-4e20-9699-01f5cd3cc1fc), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:30.986164 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e851a-f433-4fc7-8778-79f33d848852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6cc4b7-be27-4e20-9699-01f5cd3cc1fc,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:30.994112 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60798) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:30.994754 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b04e851a-f433-4fc7-8778-79f33d848852 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9d1c001293043dba4ddc8b7cf0c8b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598068 Mar 18 12:36:31.143990 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9d5f-e0fd-489d-8a08-211b1b731718 req-d8a7588c-4fc5-4dcd-aaa7-c9cfb896ad20 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:31.150613 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-480e9d5f-e0fd-489d-8a08-211b1b731718 req-d8a7588c-4fc5-4dcd-aaa7-c9cfb896ad20 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 943 time: 0.1302946 Mar 18 12:36:31.167619 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1c94049-2adc-4c30-9690-504338f163f4 admin admin] Publish callbacks [] for security_group (2c6cc4b7-be27-4e20-9699-01f5cd3cc1fc), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:31.217649 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1c94049-2adc-4c30-9690-504338f163f4 admin admin] Publish callbacks [] for security_group (2c6cc4b7-be27-4e20-9699-01f5cd3cc1fc), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:31.264584 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-480e9d5f-e0fd-489d-8a08-211b1b731718 req-2b34ac4f-7362-422d-ab1e-effd85c3693c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1130919 Mar 18 12:36:31.274688 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd38f9-af23-4f95-8415-098e5c7493d8 req-709f8b88-2b14-4cdf-adad-b1af382d92be tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:31.276778 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-96bd38f9-af23-4f95-8415-098e5c7493d8 req-709f8b88-2b14-4cdf-adad-b1af382d92be tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.1724362 Mar 18 12:36:31.343356 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-96bd38f9-af23-4f95-8415-098e5c7493d8 req-d57b037b-37e7-4cfc-8809-e5917795d47e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547283 Mar 18 12:36:31.344946 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1c94049-2adc-4c30-9690-504338f163f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2c6cc4b7-be27-4e20-9699-01f5cd3cc1fc), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:31.349099 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1c94049-2adc-4c30-9690-504338f163f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:31.354775 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f1c94049-2adc-4c30-9690-504338f163f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c6cc4b7-be27-4e20-9699-01f5cd3cc1fc HTTP/1.1" status: 204 len: 168 time: 0.3553710 Mar 18 12:36:31.367934 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c94049-2adc-4c30-9690-504338f163f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6cc4b7-be27-4e20-9699-01f5cd3cc1fc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:31.657008 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 1470a83a-6a0d-430a-acf1-7ff68366b2e1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:36:31.701951 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adeb194-58d0-4850-be05-c26a4c4b6052 req-11f989cf-764f-4889-aea9-5dd46602fcfc tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:31.711922 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4adeb194-58d0-4850-be05-c26a4c4b6052 req-11f989cf-764f-4889-aea9-5dd46602fcfc tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 945 time: 0.1253097 Mar 18 12:36:31.880767 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4adeb194-58d0-4850-be05-c26a4c4b6052 req-3a0a835d-de18-4093-b22f-0722fef154e9 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677120 Mar 18 12:36:31.942345 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 1470a83a-6a0d-430a-acf1-7ff68366b2e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1470a83a-6a0d-430a-acf1-7ff68366b2e1,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:31.961895 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:36:32.122573 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:32.122968 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:32.135144 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1470a83a-6a0d-430a-acf1-7ff68366b2e1 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:32.154438 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 1470a83a-6a0d-430a-acf1-7ff68366b2e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1470a83a-6a0d-430a-acf1-7ff68366b2e1,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:32.158095 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:32.204528 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=1470a83a-6a0d-430a-acf1-7ff68366b2e1,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:32.414835 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589b2e2-6ae5-48a6-a70d-7e69b24da0c1 req-54534578-aaa2-42ab-b39b-c91e98332d17 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:32.416315 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7589b2e2-6ae5-48a6-a70d-7e69b24da0c1 req-54534578-aaa2-42ab-b39b-c91e98332d17 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 944 time: 0.0727267 Mar 18 12:36:32.488886 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7589b2e2-6ae5-48a6-a70d-7e69b24da0c1 req-6fc84359-1464-4a45-b35a-85168814ef9e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0671463 Mar 18 12:36:32.506082 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38a562-7d5a-41a7-b67e-f75965e7338c req-26ac8804-6cd5-49ae-af0b-90cda8de5e61 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:32.507559 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a38a562-7d5a-41a7-b67e-f75965e7338c req-26ac8804-6cd5-49ae-af0b-90cda8de5e61 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0790570 Mar 18 12:36:32.558877 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a38a562-7d5a-41a7-b67e-f75965e7338c req-35cc877a-154b-484f-9702-644edfc51b3e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455163 Mar 18 12:36:32.584605 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['1470a83a-6a0d-430a-acf1-7ff68366b2e1'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:36:32.830832 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff4864-d292-49f0-990b-abedaa74176b req-ecbdec0a-7c9b-484f-a18c-92b15b0aad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:32.832260 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a7ff4864-d292-49f0-990b-abedaa74176b req-ecbdec0a-7c9b-484f-a18c-92b15b0aad2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 1129 time: 0.0429926 Mar 18 12:36:32.835207 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342536ea-d3f9-4e2f-9842-3292a2e6d9ec req-60cc04ed-2cb7-42f6-86b6-d235086d15ba tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:32.836641 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-342536ea-d3f9-4e2f-9842-3292a2e6d9ec req-60cc04ed-2cb7-42f6-86b6-d235086d15ba tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0536599 Mar 18 12:36:32.862040 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:36:32.900153 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-342536ea-d3f9-4e2f-9842-3292a2e6d9ec req-26d3713c-f93e-4beb-98bc-a0c8e60194c7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531478 Mar 18 12:36:32.938169 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff4864-d292-49f0-990b-abedaa74176b req-732745f9-383d-47ff-a524-f8aac6e8d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:32.939750 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a7ff4864-d292-49f0-990b-abedaa74176b req-732745f9-383d-47ff-a524-f8aac6e8d7e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 920 time: 0.0991793 Mar 18 12:36:33.031264 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe0332-b54a-481b-93e8-bc1682bda2b5 req-e0126dda-7eca-4c80-9645-b2273d5a9d3c tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:33.038394 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eefe0332-b54a-481b-93e8-bc1682bda2b5 req-e0126dda-7eca-4c80-9645-b2273d5a9d3c tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 945 time: 0.0791426 Mar 18 12:36:33.041405 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a7ff4864-d292-49f0-990b-abedaa74176b req-b46c804b-2b17-45f1-9e53-f987791612ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 HTTP/1.1" status: 200 len: 217 time: 0.0933623 Mar 18 12:36:33.105087 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eefe0332-b54a-481b-93e8-bc1682bda2b5 req-4801c65b-8d06-4b35-a858-dbcf4d317e85 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f8187c-b838-4663-a953-94dab11bf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657024 Mar 18 12:36:33.138927 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff4864-d292-49f0-990b-abedaa74176b req-f278fd33-2ef4-447c-afc2-c977944f78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:33.141004 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a7ff4864-d292-49f0-990b-abedaa74176b req-f278fd33-2ef4-447c-afc2-c977944f78bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.0758564 Mar 18 12:36:33.161105 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-2e14330b-4103-4d42-b2b0-6c381e37c6ce tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:33.162798 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-2e14330b-4103-4d42-b2b0-6c381e37c6ce tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.37 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 945 time: 0.1569340 Mar 18 12:36:33.247369 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a7ff4864-d292-49f0-990b-abedaa74176b req-8e697130-2b41-4c9e-a490-d298f5f0a9eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832748 Mar 18 12:36:33.428685 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a7ff4864-d292-49f0-990b-abedaa74176b req-8c0d113d-bfac-44cc-ba14-7b96cf9b7f19 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709254 Mar 18 12:36:33.448878 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Deleting port 8807cd58-4267-4850-b9a1-76c2f184b566 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:36:33.449120 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:33.603008 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a7ff4864-d292-49f0-990b-abedaa74176b req-09b7a12e-96bd-4148-a1af-c23bcb73b103 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667697 Mar 18 12:36:33.604707 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] For port 8807cd58-4267-4850-b9a1-76c2f184b566, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8807cd58-4267-4850-b9a1-76c2f184b566,segment=NetworkSegment(c04ef754-506f-4836-8c9c-ae3ce77b5a95),segment_id=c04ef754-506f-4836-8c9c-ae3ce77b5a95)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:33.605068 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:33.619256 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7812c21-036f-456c-a8eb-ad37bcbdc7e2 req-a944436d-7b9e-4656-abb1-8d628e1066a4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:33.623007 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d7812c21-036f-456c-a8eb-ad37bcbdc7e2 req-a944436d-7b9e-4656-abb1-8d628e1066a4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 944 time: 0.0595496 Mar 18 12:36:33.634057 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Calling delete_port for 8807cd58-4267-4850-b9a1-76c2f184b566 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:36:33.667681 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 1470a83a-6a0d-430a-acf1-7ff68366b2e1 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:33.674311 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d7812c21-036f-456c-a8eb-ad37bcbdc7e2 req-e75ab12f-7b82-4048-8136-482678c4c522 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471060 Mar 18 12:36:33.727798 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:36:33.731462 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:33.731838 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:33.796443 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (8807cd58-4267-4850-b9a1-76c2f184b566), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:33.814051 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:33.815010 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:33.818398 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['8807cd58-4267-4850-b9a1-76c2f184b566'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:36:33.840027 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Pushing event deleted for resources: {'Port': ['ID=8807cd58-4267-4850-b9a1-76c2f184b566,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:33.862283 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1470a83a-6a0d-430a-acf1-7ff68366b2e1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:33.864703 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0200a11b-bb00-45c2-8f61-39dc048251f2" -d '{"events": [{"server_uuid": "d895aadd-671a-4dc8-9f26-3c22850862ab", "name": "network-vif-plugged", "status": "completed", "tag": "1470a83a-6a0d-430a-acf1-7ff68366b2e1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:33.879062 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 1470a83a-6a0d-430a-acf1-7ff68366b2e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1470a83a-6a0d-430a-acf1-7ff68366b2e1,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:33.885212 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:33.902544 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] No DVR routers for this DVR port 8807cd58-4267-4850-b9a1-76c2f184b566 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:36:33.905999 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:33.912580 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2db938f5-83f3-48aa-93b5-feb73c6feadd req-6e0b0da3-69d1-445d-b983-c3966aa7c6ae tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.37 "DELETE /v2.0/ports/8807cd58-4267-4850-b9a1-76c2f184b566 HTTP/1.1" status: 204 len: 173 time: 0.7398813 Mar 18 12:36:33.913138 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decb7bf4-62ec-4711-afd4-8cef7c86e654', 'name': 'network-vif-deleted', 'tag': '8807cd58-4267-4850-b9a1-76c2f184b566'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:33.915241 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a933b4a-eda0-4ec0-8e81-069743e1138c" -d '{"events": [{"server_uuid": "decb7bf4-62ec-4711-afd4-8cef7c86e654", "name": "network-vif-deleted", "tag": "8807cd58-4267-4850-b9a1-76c2f184b566"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:33.922735 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e7272-4a8d-47c6-87f2-45c6e6c03216 x-openstack-request-id: req-8b6e7272-4a8d-47c6-87f2-45c6e6c03216 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:33.923047 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d895aadd-671a-4dc8-9f26-3c22850862ab", "name": "network-vif-plugged", "status": "completed", "tag": "1470a83a-6a0d-430a-acf1-7ff68366b2e1", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:33.923305 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b6e7272-4a8d-47c6-87f2-45c6e6c03216 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:33.923687 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'code': 200} Mar 18 12:36:33.946285 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=1470a83a-6a0d-430a-acf1-7ff68366b2e1,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:33.964498 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4481a1f9-05a6-4775-90cb-1ca81261c826 x-openstack-request-id: req-4481a1f9-05a6-4775-90cb-1ca81261c826 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:33.965174 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decb7bf4-62ec-4711-afd4-8cef7c86e654", "name": "network-vif-deleted", "tag": "8807cd58-4267-4850-b9a1-76c2f184b566", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:33.965541 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4481a1f9-05a6-4775-90cb-1ca81261c826 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:33.966008 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decb7bf4-62ec-4711-afd4-8cef7c86e654', 'name': 'network-vif-deleted', 'tag': '8807cd58-4267-4850-b9a1-76c2f184b566', 'status': 'completed', 'code': 200} Mar 18 12:36:34.037241 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f316eec-162e-44ed-a4f6-a4a429d5a33b req-9c981439-318e-4d01-9c60-a1a1818d8363 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:34.038176 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f316eec-162e-44ed-a4f6-a4a429d5a33b req-9c981439-318e-4d01-9c60-a1a1818d8363 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0579803 Mar 18 12:36:34.089479 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f316eec-162e-44ed-a4f6-a4a429d5a33b req-71d3e77c-d84e-4c0a-b7ec-62e7d8bd3b4a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455134 Mar 18 12:36:34.129543 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bde25c-6ea2-4a98-8dab-a12047363c15 req-b1cdfaab-291c-4ec6-99b7-133158b77b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:34.130978 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c7bde25c-6ea2-4a98-8dab-a12047363c15 req-b1cdfaab-291c-4ec6-99b7-133158b77b35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 1129 time: 0.0447171 Mar 18 12:36:34.179547 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c7bde25c-6ea2-4a98-8dab-a12047363c15 req-cbba3ab5-0b39-41b2-ada0-980abd6a5240 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410688 Mar 18 12:36:34.210232 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08835e5f-c6fd-4e8e-bbde-802a42b1e5b2 req-304e4a88-f471-4548-b1c3-e1b5dda0dfbe tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 210 time: 0.0399969 Mar 18 12:36:34.820600 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cb52a-9e6e-492c-ae8f-96fa4aa35b3b req-363b4c4b-cda3-4bdb-a61d-b128a284c3ea tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:34.828568 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-453cb52a-9e6e-492c-ae8f-96fa4aa35b3b req-363b4c4b-cda3-4bdb-a61d-b128a284c3ea tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 945 time: 0.0801096 Mar 18 12:36:34.875613 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-453cb52a-9e6e-492c-ae8f-96fa4aa35b3b req-0df6e15c-a174-465a-9231-e1bd04f62fdd tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461998 Mar 18 12:36:34.994018 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60972) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:35.109004 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a27515a-a34a-4fe7-8cd1-afa52bc23fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.248004 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a27515a-a34a-4fe7-8cd1-afa52bc23fb0 admin admin] Publish callbacks [] for security_group (1f5e5ac1-68b6-452d-b150-09b91d30e725), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.257870 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b3b26-3eab-44f9-8ab6-42c1ad17a2cf req-d8b8e522-5b1c-4003-9089-82b0c21f4795 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:35.259565 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ae5b3b26-3eab-44f9-8ab6-42c1ad17a2cf req-d8b8e522-5b1c-4003-9089-82b0c21f4795 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.1020045 Mar 18 12:36:35.260677 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a27515a-a34a-4fe7-8cd1-afa52bc23fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1f5e5ac1-68b6-452d-b150-09b91d30e725), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.326682 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9a27515a-a34a-4fe7-8cd1-afa52bc23fb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4241ecb0734249e98af81d6b4fdc1711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315310 Mar 18 12:36:35.330864 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 60996) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:35.349737 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27515a-a34a-4fe7-8cd1-afa52bc23fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5e5ac1-68b6-452d-b150-09b91d30e725,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:35.360983 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1fca7c1-5e48-4e15-8029-0a6a0d0f8cf6 req-793c60c6-811b-47e3-a67c-c36b3e3be8f7 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 210 time: 0.0502796 Mar 18 12:36:35.404213 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ae5b3b26-3eab-44f9-8ab6-42c1ad17a2cf req-b80a065b-db21-4403-bed7-8fefadf172d6 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320803 Mar 18 12:36:35.419460 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-450ed11c-337e-4f71-afa1-e833614373cb admin admin] Publish callbacks [] for security_group (1f5e5ac1-68b6-452d-b150-09b91d30e725), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.438190 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-450ed11c-337e-4f71-afa1-e833614373cb admin admin] Publish callbacks [] for security_group (1f5e5ac1-68b6-452d-b150-09b91d30e725), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.484276 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-450ed11c-337e-4f71-afa1-e833614373cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1f5e5ac1-68b6-452d-b150-09b91d30e725), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.487202 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-450ed11c-337e-4f71-afa1-e833614373cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.488342 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-450ed11c-337e-4f71-afa1-e833614373cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f5e5ac1-68b6-452d-b150-09b91d30e725 HTTP/1.1" status: 204 len: 168 time: 0.1583686 Mar 18 12:36:35.497449 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ed11c-337e-4f71-afa1-e833614373cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5e5ac1-68b6-452d-b150-09b91d30e725,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:35.743555 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 32772) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:35.756741 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ea215204-595d-4229-8f8f-af5ed8318cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.826289 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ea215204-595d-4229-8f8f-af5ed8318cc4 admin admin] Publish callbacks [] for security_group (7376a568-0d0f-422f-83e3-8cec993d2d96), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.829954 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ea215204-595d-4229-8f8f-af5ed8318cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (7376a568-0d0f-422f-83e3-8cec993d2d96), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.864773 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea215204-595d-4229-8f8f-af5ed8318cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7376a568-0d0f-422f-83e3-8cec993d2d96,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:35.870130 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ea215204-595d-4229-8f8f-af5ed8318cc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c41c71d7d25483dabe0079b69ae0603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254971 Mar 18 12:36:35.872935 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 32774) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:35.920854 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9a4a40e9-4a0b-4901-bfea-d4eb60e7ed36 admin admin] Publish callbacks [] for security_group (7376a568-0d0f-422f-83e3-8cec993d2d96), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.942083 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9a4a40e9-4a0b-4901-bfea-d4eb60e7ed36 admin admin] Publish callbacks [] for security_group (7376a568-0d0f-422f-83e3-8cec993d2d96), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.991977 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9a4a40e9-4a0b-4901-bfea-d4eb60e7ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (7376a568-0d0f-422f-83e3-8cec993d2d96), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.994732 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9a4a40e9-4a0b-4901-bfea-d4eb60e7ed36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:35.995860 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9a4a40e9-4a0b-4901-bfea-d4eb60e7ed36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7376a568-0d0f-422f-83e3-8cec993d2d96 HTTP/1.1" status: 204 len: 168 time: 0.1220443 Mar 18 12:36:36.000118 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee2d5-e97f-4452-a146-3a20e60d0235 req-60d57213-07e0-4717-be5e-902ab39a3f3d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:36.001553 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea1ee2d5-e97f-4452-a146-3a20e60d0235 req-60d57213-07e0-4717-be5e-902ab39a3f3d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 945 time: 0.0569217 Mar 18 12:36:36.006937 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a40e9-4a0b-4901-bfea-d4eb60e7ed36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7376a568-0d0f-422f-83e3-8cec993d2d96,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:36.055411 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea1ee2d5-e97f-4452-a146-3a20e60d0235 req-bc1a4b66-a2bc-4143-be45-85f501ce5795 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437493 Mar 18 12:36:36.487973 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-37d3ed36-1158-4d2a-bb2d-3c0c160a67d0 req-13cab104-27cd-4148-be04-698766264d7b tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 210 time: 0.0387011 Mar 18 12:36:36.542499 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b52590-91da-477f-89d9-4082af911037 req-5dc6a7ca-3bff-49a7-afb1-e5613a5b66d4 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:36.544055 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11b52590-91da-477f-89d9-4082af911037 req-5dc6a7ca-3bff-49a7-afb1-e5613a5b66d4 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0592566 Mar 18 12:36:36.592395 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11b52590-91da-477f-89d9-4082af911037 req-f2721085-0e22-4211-a509-62c74a779512 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Mar 18 12:36:36.709940 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 32808) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:36.804006 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1617484833-network', 'tenant_id': 'ebee0af9b05e476680eb9e238f2c2c5c'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:36.827123 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Made reservation on behalf of ebee0af9b05e476680eb9e238f2c2c5c for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:36:36.829355 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:36.837845 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:36.912415 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Publish callbacks [] for security_group (5fd40140-351c-4283-a46c-25d144e5413c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:36.916608 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5fd40140-351c-4283-a46c-25d144e5413c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:36.942565 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:36:36.952148 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd40140-351c-4283-a46c-25d144e5413c,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:36.957298 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (41a12627-9e18-4cce-b3ea-b43bda668dfc), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:36.957638 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Added segment 41a12627-9e18-4cce-b3ea-b43bda668dfc of type vlan for network 70013a92-ef61-4704-bea2-e68cadec5e58 Mar 18 12:36:36.998182 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (70013a92-ef61-4704-bea2-e68cadec5e58), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:37.024544 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (70013a92-ef61-4704-bea2-e68cadec5e58), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:37.025738 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:37.026263 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:37.083699 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3726175 Mar 18 12:36:37.083898 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 32814) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:37.088725 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Request body: {'subnet': {'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1617484833-subnet', 'tenant_id': 'ebee0af9b05e476680eb9e238f2c2c5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:37.092837 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1fe5f-2fb8-4d0a-a735-261bfacfc317 admin admin] Pushing event updated for resources: {'Network': ['ID=70013a92-ef61-4704-bea2-e68cadec5e58,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:37.105240 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 70013a92-ef61-4704-bea2-e68cadec5e58 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:36:37.109893 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Made reservation on behalf of ebee0af9b05e476680eb9e238f2c2c5c for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:36:37.112848 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:37.232047 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb670c-2822-4112-82bb-59b542808a64 req-b0ace26a-2764-4286-81c8-8e28e9d7863d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:37.233505 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-19cb670c-2822-4112-82bb-59b542808a64 req-b0ace26a-2764-4286-81c8-8e28e9d7863d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 945 time: 0.1085646 Mar 18 12:36:37.334576 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-19cb670c-2822-4112-82bb-59b542808a64 req-df08a618-567e-416b-bf17-17633067680f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0931907 Mar 18 12:36:37.356548 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for subnet (bc8be8c0-5601-4501-bc56-cefb2ca91790), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:37.414891 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8be8c0-5601-4501-bc56-cefb2ca91790,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:37.420543 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Checking segment: {'id': '41a12627-9e18-4cce-b3ea-b43bda668dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:36:37.420898 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Network hostable DHCP agents. Network: 70013a92-ef61-4704-bea2-e68cadec5e58, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:36:37.436336 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Network 70013a92-ef61-4704-bea2-e68cadec5e58 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:36:37.447222 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 70013a92-ef61-4704-bea2-e68cadec5e58) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:37.452029 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:37.452706 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:37.457006 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dfb197-81df-457c-afba-d9dabaaf6ffe None None] Network 70013a92-ef61-4704-bea2-e68cadec5e58 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:36:37.477692 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b7a07e61-5474-4f0e-a9e5-021200ffcf45 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3854775 Mar 18 12:36:37.566550 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22cbb93-7ae1-4d19-b72c-390c814d2511 None None] Network 70013a92-ef61-4704-bea2-e68cadec5e58 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:36:37.608074 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f559cf47-a3ab-435a-ab87-c1cb6932416a req-ee0d80cb-2f89-434b-a34b-0016e4ad9393 tempest-DeleteServersTestJSON-623202486 tempest-DeleteServersTestJSON-623202486-project] 10.222.0.21 "GET /v2.0/ports?device_id=decb7bf4-62ec-4711-afd4-8cef7c86e654 HTTP/1.1" status: 200 len: 210 time: 0.0372500 Mar 18 12:36:37.730322 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de49de-1f18-4335-ae4d-d29c751b301a req-6d10cbc5-4623-4804-a7ab-de6283743cb0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:37.731841 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f8de49de-1f18-4335-ae4d-d29c751b301a req-6d10cbc5-4623-4804-a7ab-de6283743cb0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0682430 Mar 18 12:36:37.733944 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 8807cd58-4267-4850-b9a1-76c2f184b566 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:36:37.761806 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 8807cd58-4267-4850-b9a1-76c2f184b566 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:36:37.762305 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 8807cd58-4267-4850-b9a1-76c2f184b566 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:36:37.788546 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f8de49de-1f18-4335-ae4d-d29c751b301a req-5211da1d-b42b-47cc-8a96-448b0274e287 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506432 Mar 18 12:36:38.452753 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d184-6a03-49f0-a850-f758271f3e95 req-d15cbbf3-e99a-4df5-8e3c-39920cb8d5a7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:38.454251 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e1d2d184-6a03-49f0-a850-f758271f3e95 req-d15cbbf3-e99a-4df5-8e3c-39920cb8d5a7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 945 time: 0.0548408 Mar 18 12:36:38.508913 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e1d2d184-6a03-49f0-a850-f758271f3e95 req-5a0767ff-c4d2-4b08-909f-8080d5f5127a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451260 Mar 18 12:36:38.920838 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a821b3-7f93-4277-b0fb-c7eb2548925b req-e1dedebc-514a-4a9c-b59f-495d56d542fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:38.922243 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9a821b3-7f93-4277-b0fb-c7eb2548925b req-e1dedebc-514a-4a9c-b59f-495d56d542fe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0616212 Mar 18 12:36:38.975294 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9a821b3-7f93-4277-b0fb-c7eb2548925b req-25d78b99-9c34-4b76-bef6-d1631806b19a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Mar 18 12:36:39.241630 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-bf147ee1-b9a0-45a3-9b15-5109b23c69c1 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:39.243057 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-bf147ee1-b9a0-45a3-9b15-5109b23c69c1 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/networks?id=70013a92-ef61-4704-bea2-e68cadec5e58 HTTP/1.1" status: 200 len: 809 time: 0.0962861 Mar 18 12:36:39.258714 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-7317e479-d270-4425-858b-1c4d693c0a03 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/quotas/ebee0af9b05e476680eb9e238f2c2c5c HTTP/1.1" status: 200 len: 375 time: 0.0101249 Mar 18 12:36:39.290731 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-f08e5967-8d9d-4916-969a-153b5f1f76b2 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebee0af9b05e476680eb9e238f2c2c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268300 Mar 18 12:36:39.575077 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-318ca66f-1ba4-4425-ba02-9469ff2de4c2 service neutron] 10.222.0.21 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777126 Mar 18 12:36:39.700191 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-0e58defd-90bd-4e80-8a4e-cc8a911609cb service neutron] 10.222.0.21 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236959 Mar 18 12:36:39.711319 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68d1fa-3c0e-4ccd-be8c-eac402f1d5ef req-5b1e337e-e753-43f1-998b-1b0af699961b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:39.712898 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee68d1fa-3c0e-4ccd-be8c-eac402f1d5ef req-5b1e337e-e753-43f1-998b-1b0af699961b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 945 time: 0.0930085 Mar 18 12:36:39.763785 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee68d1fa-3c0e-4ccd-be8c-eac402f1d5ef req-d8d33ec4-9bb3-463b-9385-6fa062353c0b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445845 Mar 18 12:36:39.881760 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 32930) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:39.895586 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c89b8c08-bf27-43f0-9f7d-b3caebd680b6 req-32835180-c34a-4795-96a0-79fceb25859a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 210 time: 0.0473511 Mar 18 12:36:39.919778 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b4b11-df1c-4f74-bebc-694ef8f31cad req-0b9b1833-7c4d-46f2-aea9-c15d37323a37 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:39.924247 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-403b4b11-df1c-4f74-bebc-694ef8f31cad req-0b9b1833-7c4d-46f2-aea9-c15d37323a37 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 945 time: 0.0867090 Mar 18 12:36:39.930079 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 32934) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:39.934733 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-17303bf1-86a8-453c-b487-ac3a6ec98b57 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'floatingip': {'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:40.090170 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 32952) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:40.099421 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-17303bf1-86a8-453c-b487-ac3a6ec98b57 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (7d2ed83a-1460-46e6-a241-da357623ff06), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.124370 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d60a1b-9cce-4030-96dc-d10228d57a98 req-b45f9efd-5d87-44ab-ae49-ccd783d9a195 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:40.131191 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-92d60a1b-9cce-4030-96dc-d10228d57a98 req-b45f9efd-5d87-44ab-ae49-ccd783d9a195 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0671372 Mar 18 12:36:40.158780 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2f29624c-57a7-4449-a019-300f4c2890d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.176146 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-92d60a1b-9cce-4030-96dc-d10228d57a98 req-f33c28e4-f62d-4e07-80e2-180a32bd9a1f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440555 Mar 18 12:36:40.485095 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-c591bdcf-f1a1-4408-ae88-6948f9c74708 admin admin] Deleting subnet ce95e13d-fe02-43c9-9073-8865ce3aa46b {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:36:40.494129 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c591bdcf-f1a1-4408-ae88-6948f9c74708 admin admin] Publish callbacks [] for subnet (ce95e13d-fe02-43c9-9073-8865ce3aa46b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.628303 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c591bdcf-f1a1-4408-ae88-6948f9c74708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (ce95e13d-fe02-43c9-9073-8865ce3aa46b), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.699634 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2f29624c-57a7-4449-a019-300f4c2890d2 admin admin] Publish callbacks [] for security_group (7603e6a5-9c9e-40bc-b741-8d5e3e4a1deb), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.701058 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c591bdcf-f1a1-4408-ae88-6948f9c74708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (ce95e13d-fe02-43c9-9073-8865ce3aa46b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.726240 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2f29624c-57a7-4449-a019-300f4c2890d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (7603e6a5-9c9e-40bc-b741-8d5e3e4a1deb), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.795869 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29624c-57a7-4449-a019-300f4c2890d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7603e6a5-9c9e-40bc-b741-8d5e3e4a1deb,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:40.804251 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2f29624c-57a7-4449-a019-300f4c2890d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9370bdf61113498083e1a04974e447e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9214525 Mar 18 12:36:40.806919 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 32972) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:40.857750 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f90d-ad2a-4333-93d7-d8daf1de2a8e admin admin] Publish callbacks [] for security_group (7603e6a5-9c9e-40bc-b741-8d5e3e4a1deb), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.889605 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f90d-ad2a-4333-93d7-d8daf1de2a8e admin admin] Publish callbacks [] for security_group (7603e6a5-9c9e-40bc-b741-8d5e3e4a1deb), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.921862 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c591bdcf-f1a1-4408-ae88-6948f9c74708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (ce95e13d-fe02-43c9-9073-8865ce3aa46b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.948343 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f90d-ad2a-4333-93d7-d8daf1de2a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (7603e6a5-9c9e-40bc-b741-8d5e3e4a1deb), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.952087 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f90d-ad2a-4333-93d7-d8daf1de2a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:40.956118 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1cb4f90d-ad2a-4333-93d7-d8daf1de2a8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7603e6a5-9c9e-40bc-b741-8d5e3e4a1deb HTTP/1.1" status: 204 len: 168 time: 0.1454399 Mar 18 12:36:40.961973 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4f90d-ad2a-4333-93d7-d8daf1de2a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7603e6a5-9c9e-40bc-b741-8d5e3e4a1deb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:41.028330 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591bdcf-f1a1-4408-ae88-6948f9c74708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce95e13d-fe02-43c9-9073-8865ce3aa46b,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:41.049429 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fe7bdd38-9cb0-4773-b05f-8135ba481210 req-9158f7ea-8f87-4536-8fbe-c33c593379d8 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 210 time: 0.0536163 Mar 18 12:36:41.077569 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c591bdcf-f1a1-4408-ae88-6948f9c74708 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.080787 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c591bdcf-f1a1-4408-ae88-6948f9c74708 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce95e13d-fe02-43c9-9073-8865ce3aa46b HTTP/1.1" status: 204 len: 168 time: 0.9893680 Mar 18 12:36:41.084049 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 32978) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:41.167167 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (d61dd74d-2ec0-41f9-a39f-f2707abf7135), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.297308 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (d61dd74d-2ec0-41f9-a39f-f2707abf7135), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.306980 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-ca5698b9-b847-4a07-9c55-30f9ee3dd57d tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:41.308395 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-ca5698b9-b847-4a07-9c55-30f9ee3dd57d tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.37 "GET /v2.0/networks?id=70013a92-ef61-4704-bea2-e68cadec5e58 HTTP/1.1" status: 200 len: 809 time: 0.2812819 Mar 18 12:36:41.320489 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 32988) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:41.325429 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.325781 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.326531 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.326877 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > port after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.327201 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.327533 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > port after_update 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.327856 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.328175 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.328489 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.328808 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.350490 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Request body: {'port': {'device_id': '583a4c20-7809-4df6-8764-8bc918bed991', 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58', 'admin_state_up': True, 'tenant_id': 'ebee0af9b05e476680eb9e238f2c2c5c'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:41.362843 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-17303bf1-86a8-453c-b487-ac3a6ec98b57 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.372617 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-aec6b14f-5f98-4ef1-8c47-31f12e937bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.401385 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.401735 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.401862 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-17303bf1-86a8-453c-b487-ac3a6ec98b57 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (7d2ed83a-1460-46e6-a241-da357623ff06), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.402069 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.402395 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 12:36:41.402800 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61dd74d-2ec0-41f9-a39f-f2707abf7135']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:41.422484 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04ef754-506f-4836-8c9c-ae3ce77b5a95') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:41.422812 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04ef754-506f-4836-8c9c-ae3ce77b5a95') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:41.449938 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc45e1-eb27-4cdf-9587-54619665f086 req-b7721b1d-da2a-4f4e-b9bc-17e2db9bf615 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:41.451565 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-38cc45e1-eb27-4cdf-9587-54619665f086 req-b7721b1d-da2a-4f4e-b9bc-17e2db9bf615 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.1925964 Mar 18 12:36:41.453510 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911317'] for segment (c04ef754-506f-4836-8c9c-ae3ce77b5a95), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.487169 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (c04ef754-506f-4836-8c9c-ae3ce77b5a95), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.498918 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:36:41.499323 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8870761'] for segment (c04ef754-506f-4836-8c9c-ae3ce77b5a95), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: from cryptography.utils import int_from_bytes Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: from cryptography.utils import int_from_bytes Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: Traceback (most recent call last): Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: timer() Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: cb(*args, **kw) Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: return func(*args, **kwargs) Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: self._notify() Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: self.callback(batched_events) Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: event.method(event) Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: return f(self, *a, **k) Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: return self._get(url).json() Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:36:41.507496 dv-cinder-790535-30-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:36:41.602028 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-38cc45e1-eb27-4cdf-9587-54619665f086 req-62437552-f1a1-4466-8558-470b319d0fa2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347167 Mar 18 12:36:41.616546 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (d61dd74d-2ec0-41f9-a39f-f2707abf7135), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.634030 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.648127 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] 10.222.0.21 "DELETE /v2.0/networks/d61dd74d-2ec0-41f9-a39f-f2707abf7135 HTTP/1.1" status: 204 len: 168 time: 0.5621350 Mar 18 12:36:41.666675 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-17303bf1-86a8-453c-b487-ac3a6ec98b57 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Floating IP 7d2ed83a-1460-46e6-a241-da357623ff06 associated. External IP: 172.27.2.58, port: 1470a83a-6a0d-430a-acf1-7ff68366b2e1. Mar 18 12:36:41.676567 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Made reservation on behalf of ebee0af9b05e476680eb9e238f2c2c5c for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:36:41.679868 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.680093 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dd444-8718-4332-bebc-3dfefde5849e admin admin] Pushing event deleted for resources: {'Network': ['ID=d61dd74d-2ec0-41f9-a39f-f2707abf7135,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:41.683857 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-aec6b14f-5f98-4ef1-8c47-31f12e937bfa admin admin] Publish callbacks [] for security_group (1864af18-656f-4f50-a9ab-3596efc926b6), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.747664 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-aec6b14f-5f98-4ef1-8c47-31f12e937bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1864af18-656f-4f50-a9ab-3596efc926b6), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.820326 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6b14f-5f98-4ef1-8c47-31f12e937bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1864af18-656f-4f50-a9ab-3596efc926b6,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:41.824477 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-aec6b14f-5f98-4ef1-8c47-31f12e937bfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb9a63cb31cc436fab8d1000865f7b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5030425 Mar 18 12:36:41.830677 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33016) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:41.940165 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b1d9-272f-49d1-8854-6c69290b23d2 admin admin] Publish callbacks [] for security_group (1864af18-656f-4f50-a9ab-3596efc926b6), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:41.971770 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b1d9-272f-49d1-8854-6c69290b23d2 admin admin] Publish callbacks [] for security_group (1864af18-656f-4f50-a9ab-3596efc926b6), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.020703 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33024) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:42.078727 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b2152db4-6d25-42b0-bd4d-6b88633451ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=736d6b2d15bb465c99f09f7f7b9a2f75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0568283 Mar 18 12:36:42.079339 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33028) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:42.093660 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b1d9-272f-49d1-8854-6c69290b23d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1864af18-656f-4f50-a9ab-3596efc926b6), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.097388 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b1d9-272f-49d1-8854-6c69290b23d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.100873 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6dc1b1d9-272f-49d1-8854-6c69290b23d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1864af18-656f-4f50-a9ab-3596efc926b6 HTTP/1.1" status: 204 len: 168 time: 0.2668691 Mar 18 12:36:42.112034 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1b1d9-272f-49d1-8854-6c69290b23d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1864af18-656f-4f50-a9ab-3596efc926b6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:42.169603 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa3362e7-a8ea-4f13-901f-2526586cc355 admin admin] Publish callbacks [] for security_group (36f8187c-b838-4663-a953-94dab11bf8cb), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.195621 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa3362e7-a8ea-4f13-901f-2526586cc355 admin admin] Publish callbacks [] for security_group (36f8187c-b838-4663-a953-94dab11bf8cb), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.240475 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0ce4d745-1e81-4a95-9f02-a270d7d77c8f req-842ab6b4-e440-43d0-a6a5-5eeaafe50838 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 210 time: 0.0477185 Mar 18 12:36:42.250098 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Allocated IP 172.20.0.3 (70013a92-ef61-4704-bea2-e68cadec5e58/bc8be8c0-5601-4501-bc56-cefb2ca91790/cb5605ba-9ae8-4e75-9677-01a5d3e3528f) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:36:42.286357 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa3362e7-a8ea-4f13-901f-2526586cc355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (36f8187c-b838-4663-a953-94dab11bf8cb), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.289541 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa3362e7-a8ea-4f13-901f-2526586cc355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.295065 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-aa3362e7-a8ea-4f13-901f-2526586cc355 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36f8187c-b838-4663-a953-94dab11bf8cb HTTP/1.1" status: 204 len: 168 time: 0.2133861 Mar 18 12:36:42.303387 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33036) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:42.313861 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17303bf1-86a8-453c-b487-ac3a6ec98b57 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:36:42.324194 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3362e7-a8ea-4f13-901f-2526586cc355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f8187c-b838-4663-a953-94dab11bf8cb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:42.500457 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks [] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.511969 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17303bf1-86a8-453c-b487-ac3a6ec98b57 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:36:42.517765 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-17303bf1-86a8-453c-b487-ac3a6ec98b57 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.528255 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:36:42.539709 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:36:42.540694 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:36:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:42.574544 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-17303bf1-86a8-453c-b487-ac3a6ec98b57 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "PUT /v2.0/floatingips/7d2ed83a-1460-46e6-a241-da357623ff06 HTTP/1.1" status: 200 len: 990 time: 2.6301134 Mar 18 12:36:42.574544 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'tag': '1470a83a-6a0d-430a-acf1-7ff68366b2e1'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:42.574544 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6fac2c-8059-4c77-b09d-f55567b718e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d895aadd-671a-4dc8-9f26-3c22850862ab", "tag": "1470a83a-6a0d-430a-acf1-7ff68366b2e1"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:42.593871 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.666207 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6595adc9-ae53-4cd7-b2d6-5a07163f0c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.685669 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb2329f-05e0-4faf-aaeb-9e3b6025d317 x-openstack-request-id: req-8cb2329f-05e0-4faf-aaeb-9e3b6025d317 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:42.686553 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d895aadd-671a-4dc8-9f26-3c22850862ab", "tag": "1470a83a-6a0d-430a-acf1-7ff68366b2e1", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:42.686948 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cb2329f-05e0-4faf-aaeb-9e3b6025d317 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:42.688058 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'tag': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'status': 'completed', 'code': 200} Mar 18 12:36:42.690826 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:36:42.737077 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Network 70013a92-ef61-4704-bea2-e68cadec5e58 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:36:42.743089 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:42.761746 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:36:42.793320 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Pushing event updated for resources: {'Port': ['ID=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:42.820917 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-acc56e9b-48e5-4f1f-b94f-c033ef1fa78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:42.822505 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-acc56e9b-48e5-4f1f-b94f-c033ef1fa78c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 1129 time: 0.1601098 Mar 18 12:36:42.828574 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:42.829300 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.930641 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-fa5e7e0c-83cb-44db-a1bf-e570ddb1b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:42.932484 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-fa5e7e0c-83cb-44db-a1bf-e570ddb1b2f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 916 time: 0.0999236 Mar 18 12:36:42.936167 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-a6edecb4-26e9-4d63-867e-0e586d79fa6e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5949078 Mar 18 12:36:42.973779 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6595adc9-ae53-4cd7-b2d6-5a07163f0c9c admin admin] Publish callbacks [] for security_group (e769e8e8-b0ed-4615-8bd3-43dbc2f37054), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:42.984171 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Request body: {'port': {'device_id': '583a4c20-7809-4df6-8764-8bc918bed991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:42.991633 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c09a65-8df3-4f50-8903-b130457b6d84 req-5b5b954c-f884-425e-939a-df37b887a971 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:43.006964 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b0c09a65-8df3-4f50-8903-b130457b6d84 req-5b5b954c-f884-425e-939a-df37b887a971 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.2986991 Mar 18 12:36:43.013193 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6595adc9-ae53-4cd7-b2d6-5a07163f0c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e769e8e8-b0ed-4615-8bd3-43dbc2f37054), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:43.114555 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '7d2ed83a-1460-46e6-a241-da357623ff06', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:36:10Z', 'updated_at': '2022-03-18T12:36:41Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:43.134606 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b0c09a65-8df3-4f50-8903-b130457b6d84 req-7d8df1b1-8868-4253-8e87-5a4f04e4c52d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300535 Mar 18 12:36:43.148284 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595adc9-ae53-4cd7-b2d6-5a07163f0c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e769e8e8-b0ed-4615-8bd3-43dbc2f37054,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:43.149783 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:36:43.175767 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6595adc9-ae53-4cd7-b2d6-5a07163f0c9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfe1ad91d2cb42d2b6e04bbd4d042743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8674057 Mar 18 12:36:43.176166 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33082) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:43.194198 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:36:43.194946 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:36:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:43.205310 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:43.228606 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-790cb1d0-47e7-46a5-bdca-9b3daef034e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1470a83a-6a0d-430a-acf1-7ff68366b2e1 HTTP/1.1" status: 200 len: 998 time: 0.2633872 Mar 18 12:36:43.281025 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3cd99aa9-2312-49e1-ba02-567aa4d4051c admin admin] Publish callbacks [] for security_group (e769e8e8-b0ed-4615-8bd3-43dbc2f37054), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:43.321521 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3cd99aa9-2312-49e1-ba02-567aa4d4051c admin admin] Publish callbacks [] for security_group (e769e8e8-b0ed-4615-8bd3-43dbc2f37054), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:43.399262 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:36:43.556240 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fc1d1-4d31-4101-a29c-f1edd7cca663 req-fac81013-3a99-48ee-9849-9250e7d6c3ed tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:43.561620 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-191fc1d1-4d31-4101-a29c-f1edd7cca663 req-fac81013-3a99-48ee-9849-9250e7d6c3ed tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 931 time: 0.2054334 Mar 18 12:36:43.622272 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3cd99aa9-2312-49e1-ba02-567aa4d4051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e769e8e8-b0ed-4615-8bd3-43dbc2f37054), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:43.625290 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3cd99aa9-2312-49e1-ba02-567aa4d4051c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:43.626488 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3cd99aa9-2312-49e1-ba02-567aa4d4051c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e769e8e8-b0ed-4615-8bd3-43dbc2f37054 HTTP/1.1" status: 204 len: 168 time: 0.4495513 Mar 18 12:36:43.641212 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-13712d11-b113-4e0e-8e8f-8179c8665484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:43.643091 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-13712d11-b113-4e0e-8e8f-8179c8665484 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.2647078 Mar 18 12:36:43.673229 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd99aa9-2312-49e1-ba02-567aa4d4051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e769e8e8-b0ed-4615-8bd3-43dbc2f37054,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:43.738870 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-191fc1d1-4d31-4101-a29c-f1edd7cca663 req-f8e2352d-0669-4689-bd9e-1f12a6e6d109 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594610 Mar 18 12:36:43.841390 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-eef2e4df-a007-44c2-820c-b07598776344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:43.843697 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-eef2e4df-a007-44c2-820c-b07598776344 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1937258 Mar 18 12:36:43.858378 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '7d2ed83a-1460-46e6-a241-da357623ff06', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:36:10Z', 'updated_at': '2022-03-18T12:36:41Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:36:43.895804 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f506aed-bce5-406b-ae5f-4b28546cff96 None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '7d2ed83a-1460-46e6-a241-da357623ff06', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:36:10Z', 'updated_at': '2022-03-18T12:36:41Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:36:43.963808 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5605ba-9ae8-4e75-9677-01a5d3e3528f {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:43.978643 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Publish callbacks [] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.014426 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Transition to ACTIVE for port object cb5605ba-9ae8-4e75-9677-01a5d3e3528f will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:36:44.025012 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-e9522f55-4aab-4822-b522-548a819b55dd service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725674 Mar 18 12:36:44.026412 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.143836 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:44.260621 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d38cf-d762-42cb-a156-2b169c48b470 None None] New status for floating IP 7d2ed83a-1460-46e6-a241-da357623ff06: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:36:44.271859 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33124) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:44.299017 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b6e6-2439-4881-a61f-d76eb5a38943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.308799 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ea6fac2c-8059-4c77-b09d-f55567b718e0 req-9e2729c0-9b2d-46a4-82b7-63d2c4e4cb11 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711499 Mar 18 12:36:44.333156 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Attempting to bind port cb5605ba-9ae8-4e75-9677-01a5d3e3528f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:36:44.333495 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Attempting to bind port cb5605ba-9ae8-4e75-9677-01a5d3e3528f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '41a12627-9e18-4cce-b3ea-b43bda668dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:36:44.335729 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Attempting to bind port cb5605ba-9ae8-4e75-9677-01a5d3e3528f on network 70013a92-ef61-4704-bea2-e68cadec5e58 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:44.346012 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Port cb5605ba-9ae8-4e75-9677-01a5d3e3528f on network 70013a92-ef61-4704-bea2-e68cadec5e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:36:44.348469 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Attempting to bind port cb5605ba-9ae8-4e75-9677-01a5d3e3528f on network 70013a92-ef61-4704-bea2-e68cadec5e58 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:44.359610 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:36:44.359963 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Checking segment: {'id': '41a12627-9e18-4cce-b3ea-b43bda668dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:36:44.360972 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Bound using segment: {'id': '41a12627-9e18-4cce-b3ea-b43bda668dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:36:44.363004 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Bound port: cb5605ba-9ae8-4e75-9677-01a5d3e3528f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a12627-9e18-4cce-b3ea-b43bda668dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:36:44.363375 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.405242 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b6e6-2439-4881-a61f-d76eb5a38943 admin admin] Publish callbacks [] for security_group (a437d8e2-c26f-4837-adba-c93cdb2aa524), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.418699 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcbbc8-f3ca-4c75-ac58-c5648253f2ad req-53a79102-9640-4664-bd97-c792fd67a11e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:44.420189 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8bdcbbc8-f3ca-4c75-ac58-c5648253f2ad req-53a79102-9640-4664-bd97-c792fd67a11e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.1892171 Mar 18 12:36:44.420964 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b6e6-2439-4881-a61f-d76eb5a38943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (a437d8e2-c26f-4837-adba-c93cdb2aa524), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.491814 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a4e2b6e6-2439-4881-a61f-d76eb5a38943 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66b33d7b4cce46d68b141821f7561e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181768 Mar 18 12:36:44.493483 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2b6e6-2439-4881-a61f-d76eb5a38943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a437d8e2-c26f-4837-adba-c93cdb2aa524,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:44.502765 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33132) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:44.540793 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] For port cb5605ba-9ae8-4e75-9677-01a5d3e3528f, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:36:44.542080 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8bdcbbc8-f3ca-4c75-ac58-c5648253f2ad req-31e400ac-754f-4097-bca1-5bc836410a52 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149900 Mar 18 12:36:44.548468 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] For port cb5605ba-9ae8-4e75-9677-01a5d3e3528f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:36:44.563014 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.583964 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c38e-063f-4f2a-8a67-deb6d5770eeb admin admin] Publish callbacks [] for security_group (a437d8e2-c26f-4837-adba-c93cdb2aa524), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.622346 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c38e-063f-4f2a-8a67-deb6d5770eeb admin admin] Publish callbacks [] for security_group (a437d8e2-c26f-4837-adba-c93cdb2aa524), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.639123 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:44.639736 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.641094 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] 10.222.0.37 "PUT /v2.0/ports/cb5605ba-9ae8-4e75-9677-01a5d3e3528f HTTP/1.1" status: 200 len: 1093 time: 1.6679456 Mar 18 12:36:44.672165 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ab619-c59d-4752-abc8-97e53c5c8b73 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:44.691552 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583a4c20-7809-4df6-8764-8bc918bed991', 'tag': 'cb5605ba-9ae8-4e75-9677-01a5d3e3528f'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:44.697865 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31" -d '{"events": [{"name": "network-changed", "server_uuid": "583a4c20-7809-4df6-8764-8bc918bed991", "tag": "cb5605ba-9ae8-4e75-9677-01a5d3e3528f"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:44.703718 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c38e-063f-4f2a-8a67-deb6d5770eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (a437d8e2-c26f-4837-adba-c93cdb2aa524), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.707856 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c38e-063f-4f2a-8a67-deb6d5770eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:44.711287 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8fb2c38e-063f-4f2a-8a67-deb6d5770eeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a437d8e2-c26f-4837-adba-c93cdb2aa524 HTTP/1.1" status: 204 len: 168 time: 0.2044299 Mar 18 12:36:44.717273 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2c38e-063f-4f2a-8a67-deb6d5770eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437d8e2-c26f-4837-adba-c93cdb2aa524,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:44.763272 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc98c6-88a4-4f2f-84c9-ab220b250cc1 x-openstack-request-id: req-46cc98c6-88a4-4f2f-84c9-ab220b250cc1 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:44.763565 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583a4c20-7809-4df6-8764-8bc918bed991", "tag": "cb5605ba-9ae8-4e75-9677-01a5d3e3528f", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:44.763830 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46cc98c6-88a4-4f2f-84c9-ab220b250cc1 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:44.764971 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583a4c20-7809-4df6-8764-8bc918bed991', 'tag': 'cb5605ba-9ae8-4e75-9677-01a5d3e3528f', 'status': 'completed', 'code': 200} Mar 18 12:36:44.770994 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-740d8958-9cf8-4473-855a-5892253a10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:44.772640 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-740d8958-9cf8-4473-855a-5892253a10b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebee0af9b05e476680eb9e238f2c2c5c&device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 1127 time: 0.0709817 Mar 18 12:36:44.831991 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-196c58f8-83d2-4403-965d-3e2c7e37dee0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5605ba-9ae8-4e75-9677-01a5d3e3528f HTTP/1.1" status: 200 len: 217 time: 0.0389404 Mar 18 12:36:44.903627 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9ddf007e-7af2-43cb-b3ff-ca17850abf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:44.906635 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-9ddf007e-7af2-43cb-b3ff-ca17850abf7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc8be8c0-5601-4501-bc56-cefb2ca91790 HTTP/1.1" status: 200 len: 849 time: 0.0632153 Mar 18 12:36:44.920050 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f2ba1-bd90-4e09-a4d0-cc9956f52376 req-be4e98e5-9a6e-44f8-add8-545709bcb544 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:44.921675 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-016f2ba1-bd90-4e09-a4d0-cc9956f52376 req-be4e98e5-9a6e-44f8-add8-545709bcb544 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 943 time: 0.0985448 Mar 18 12:36:44.945166 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-1b40ef39-7bd3-4587-9e05-05e52a33505e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70013a92-ef61-4704-bea2-e68cadec5e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289447 Mar 18 12:36:44.994442 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-016f2ba1-bd90-4e09-a4d0-cc9956f52376 req-2101c059-f0b1-42c9-89d6-05cfc5a168d9 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617599 Mar 18 12:36:45.058298 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-905c4583-bfd6-46e6-badb-09f55bb7778e service neutron] 10.222.0.37 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035006 Mar 18 12:36:45.150552 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33162) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:45.166370 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc3cc85-af17-4001-90e8-46def0023f82 req-88f86257-bc9f-4fb3-a584-ae9607c5d569 service neutron] 10.222.0.37 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962515 Mar 18 12:36:45.279099 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-9b7f00b5-2606-493b-8bbb-5b34c8c02747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:45.280759 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-9b7f00b5-2606-493b-8bbb-5b34c8c02747 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebee0af9b05e476680eb9e238f2c2c5c&device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 1127 time: 0.0545599 Mar 18 12:36:45.335020 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:45.423479 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-6e435ff9-6c6d-4b06-91fa-8c9f3e7a6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:45.427129 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-6e435ff9-6c6d-4b06-91fa-8c9f3e7a6c8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=70013a92-ef61-4704-bea2-e68cadec5e58 HTTP/1.1" status: 200 len: 910 time: 0.1384373 Mar 18 12:36:45.439595 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Publish callbacks [] for security_group (ca096bf6-af65-49c1-b26d-0deda4da68db), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:45.446608 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ca096bf6-af65-49c1-b26d-0deda4da68db), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:45.475645 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-5ca20dde-3c49-4e15-9441-99d0df5725a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5605ba-9ae8-4e75-9677-01a5d3e3528f HTTP/1.1" status: 200 len: 217 time: 0.0422199 Mar 18 12:36:45.476770 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=939b7548c9684e138a59795c1383e290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250556 Mar 18 12:36:45.479575 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 33180) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:45.497483 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca096bf6-af65-49c1-b26d-0deda4da68db,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:45.505325 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.505678 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.506016 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.506356 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.506711 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.507041 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.507364 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.507689 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.508005 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.508506 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.508834 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.509158 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.509473 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.509954 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.510418 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1cf10-63f5-41f1-8655-1d04a47b9940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:45.555471 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-fa30eee6-8bf9-4df2-8bf5-c9c937ddde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:45.556944 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-fa30eee6-8bf9-4df2-8bf5-c9c937ddde60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc8be8c0-5601-4501-bc56-cefb2ca91790 HTTP/1.1" status: 200 len: 849 time: 0.0698593 Mar 18 12:36:45.588061 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f3c6-0987-448d-94aa-c4312ad4d97a admin admin] Publish callbacks [] for security_group (ca096bf6-af65-49c1-b26d-0deda4da68db), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:45.611868 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-61c12097-0c37-40ed-8cdb-87e63c52a12d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70013a92-ef61-4704-bea2-e68cadec5e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443110 Mar 18 12:36:45.672774 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f3c6-0987-448d-94aa-c4312ad4d97a admin admin] Publish callbacks [] for security_group (ca096bf6-af65-49c1-b26d-0deda4da68db), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:45.678953 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d87d0e29-f9e5-4f04-b07d-f60d9670d90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:45.705493 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e48594-05dd-4cb9-82ca-967bbddcaf24 req-0731605c-ca36-49e4-8cfb-d18ea462115a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:45.708820 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c5e48594-05dd-4cb9-82ca-967bbddcaf24 req-0731605c-ca36-49e4-8cfb-d18ea462115a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0854075 Mar 18 12:36:45.747509 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-d5cbf095-50bb-4160-9c5f-d78e50e26a7d service neutron] 10.222.0.37 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277204 Mar 18 12:36:45.764379 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c5e48594-05dd-4cb9-82ca-967bbddcaf24 req-d6b59308-1056-474f-b35c-dc920811684d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500479 Mar 18 12:36:45.787489 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f3c6-0987-448d-94aa-c4312ad4d97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ca096bf6-af65-49c1-b26d-0deda4da68db), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:45.790130 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f3c6-0987-448d-94aa-c4312ad4d97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:45.793658 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7cf0f3c6-0987-448d-94aa-c4312ad4d97a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca096bf6-af65-49c1-b26d-0deda4da68db HTTP/1.1" status: 204 len: 168 time: 0.3107924 Mar 18 12:36:45.826402 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0f3c6-0987-448d-94aa-c4312ad4d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca096bf6-af65-49c1-b26d-0deda4da68db,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:45.885624 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54ed5c5b-35fb-41a9-9b0b-a046154ebe31 req-7993ecf9-99a1-48f3-96c9-f2a8e59a3201 service neutron] 10.222.0.37 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299660 Mar 18 12:36:46.123441 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68aca-a00b-432f-95c2-469006c2383d req-b2860806-2104-46a9-a731-db9b2d8e7ba0 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:46.125215 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eae68aca-a00b-432f-95c2-469006c2383d req-b2860806-2104-46a9-a731-db9b2d8e7ba0 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 943 time: 0.0652332 Mar 18 12:36:46.179343 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eae68aca-a00b-432f-95c2-469006c2383d req-9a7f72a6-0f6a-4564-9f3c-1bf8549b16ab tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486817 Mar 18 12:36:46.661600 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 33250) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:46.756018 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-572936782-network', 'tenant_id': '73e9540d279c4251acf1f5bbc1ad34c6'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:46.774762 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Made reservation on behalf of 73e9540d279c4251acf1f5bbc1ad34c6 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:36:46.777116 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:46.786356 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:46.874996 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Publish callbacks [] for security_group (dfb9a211-3047-40ab-96d4-de15aa072188), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:46.881192 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (dfb9a211-3047-40ab-96d4-de15aa072188), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:46.897660 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992fc67-9b53-4661-87a2-9b51d2009684 req-3ebd727a-b371-46da-8fbb-5e6a0f5c07f2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:46.899241 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6992fc67-9b53-4661-87a2-9b51d2009684 req-3ebd727a-b371-46da-8fbb-5e6a0f5c07f2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0567584 Mar 18 12:36:46.907831 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:36:46.918177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb9a211-3047-40ab-96d4-de15aa072188,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:46.922835 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (f639259e-8b55-4464-a574-1fdd29008d1d), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:46.923171 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Added segment f639259e-8b55-4464-a574-1fdd29008d1d of type vlan for network a6340273-d9b1-40e6-8d51-0babbf062aa3 Mar 18 12:36:46.938181 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.938545 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.939509 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.939803 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.940133 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.940460 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.940784 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.941108 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.941429 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.941750 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.942071 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.942390 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.942736 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.943056 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.943370 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:46.952786 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6992fc67-9b53-4661-87a2-9b51d2009684 req-67758ddb-bb83-45ea-bd69-ebbcd7c0db26 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475588 Mar 18 12:36:46.992177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (a6340273-d9b1-40e6-8d51-0babbf062aa3), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:47.017650 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (a6340273-d9b1-40e6-8d51-0babbf062aa3), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:47.018731 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:47.019308 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:47.071492 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4087870 Mar 18 12:36:47.074614 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33262) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:47.080209 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Request body: {'subnet': {'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-572936782-subnet', 'tenant_id': '73e9540d279c4251acf1f5bbc1ad34c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:47.080694 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb490d-e8e9-434c-b5ab-34911387d345 admin admin] Pushing event updated for resources: {'Network': ['ID=a6340273-d9b1-40e6-8d51-0babbf062aa3,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:47.100297 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Made reservation on behalf of 73e9540d279c4251acf1f5bbc1ad34c6 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:36:47.100439 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network a6340273-d9b1-40e6-8d51-0babbf062aa3 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:36:47.102777 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763634'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:47.314236 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8870282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763620'] for subnet (a58a4d73-d7f7-4f8c-8a58-92f422b36e99), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:47.388223 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8884f5-97c2-429b-935c-cb0c5eeba869 req-9ccbd974-aa80-4e8c-ba9e-a82951b62567 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:47.389795 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7d8884f5-97c2-429b-935c-cb0c5eeba869 req-9ccbd974-aa80-4e8c-ba9e-a82951b62567 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 943 time: 0.1394160 Mar 18 12:36:47.408552 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58a4d73-d7f7-4f8c-8a58-92f422b36e99,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:47.429413 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Checking segment: {'id': 'f639259e-8b55-4464-a574-1fdd29008d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:36:47.429764 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Network hostable DHCP agents. Network: a6340273-d9b1-40e6-8d51-0babbf062aa3, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:36:47.457521 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7d8884f5-97c2-429b-935c-cb0c5eeba869 req-74fddb4e-0813-49b7-aa0a-b6e945b55559 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573151 Mar 18 12:36:47.463847 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Network a6340273-d9b1-40e6-8d51-0babbf062aa3 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:36:47.473365 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, a6340273-d9b1-40e6-8d51-0babbf062aa3) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:47.477902 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:47.478504 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:47.482224 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c32db0-dc2d-410e-be9d-ed8811569db6 None None] Network a6340273-d9b1-40e6-8d51-0babbf062aa3 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:36:47.497585 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d9c26363-a64c-413d-8530-831cb8450878 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4215248 Mar 18 12:36:47.581910 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d341c54c-e1fa-43bd-8609-31ad4865b5ac None None] Network a6340273-d9b1-40e6-8d51-0babbf062aa3 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:36:47.721118 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device cb5605ba-9ae8-4e75-9677-01a5d3e3528f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:36:47.826632 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port cb5605ba-9ae8-4e75-9677-01a5d3e3528f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:47.845137 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'cb5605ba-9ae8-4e75-9677-01a5d3e3528f', 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58', 'port_id': 'cb5605ba-9ae8-4e75-9677-01a5d3e3528f', 'mac_address': 'fa:16:3e:44:ff:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8be8c0-5601-4501-bc56-cefb2ca91790', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:36:47.911131 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port cb5605ba-9ae8-4e75-9677-01a5d3e3528f is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:47.911528 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:47.939660 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5605ba-9ae8-4e75-9677-01a5d3e3528f {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:47.960290 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port cb5605ba-9ae8-4e75-9677-01a5d3e3528f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:47.966578 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:48.082922 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e39f1a4-384d-40e6-8d7c-973ddfdcfd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:48.087836 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:48.121391 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760bec5-8582-4051-a854-a05d30c682a6 req-69b2bc02-1076-4911-b9c1-0d38f6e07649 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:48.122990 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7760bec5-8582-4051-a854-a05d30c682a6 req-69b2bc02-1076-4911-b9c1-0d38f6e07649 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0618930 Mar 18 12:36:48.179548 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7760bec5-8582-4051-a854-a05d30c682a6 req-686a1ea8-436d-43db-9415-b17996032cc2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503409 Mar 18 12:36:48.244777 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['cb5605ba-9ae8-4e75-9677-01a5d3e3528f'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:36:48.572123 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59101a74-8514-4a5f-a278-1b39bf8fa4b5 req-a6be93f9-7404-4d8a-baf4-e087e20e5297 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:48.573505 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59101a74-8514-4a5f-a278-1b39bf8fa4b5 req-a6be93f9-7404-4d8a-baf4-e087e20e5297 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 944 time: 0.0508559 Mar 18 12:36:48.626015 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59101a74-8514-4a5f-a278-1b39bf8fa4b5 req-53aa1919-4d5a-46b0-be79-5d22d55c226e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Mar 18 12:36:48.880375 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-fa5d37ef-e35f-411a-833b-cac6e6750011 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421479 Mar 18 12:36:48.970156 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-86aa36a2-a4b6-4310-8246-82048c2bd4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:48.971918 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-86aa36a2-a4b6-4310-8246-82048c2bd4f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1129 time: 0.0484021 Mar 18 12:36:49.039861 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:49.081857 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-d1393460-3fa6-4a83-a36f-29a0f4defb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:49.083818 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-d1393460-3fa6-4a83-a36f-29a0f4defb71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 920 time: 0.0929713 Mar 18 12:36:49.125807 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-f31a66be-0819-4c1d-81f4-9657981f96a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43 HTTP/1.1" status: 200 len: 217 time: 0.0364699 Mar 18 12:36:49.182541 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-8785878a-82a3-4452-ab0c-c23ec1521776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:49.184107 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-8785878a-82a3-4452-ab0c-c23ec1521776 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.0504844 Mar 18 12:36:49.234969 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-19ddaf83-b58d-4f71-9d21-0f44d54f6fad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316253 Mar 18 12:36:49.336782 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-b1883496-f2b4-46bc-9c20-19165abd5a4f service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951858 Mar 18 12:36:49.349438 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-a51b95cb-ee61-4541-9578-2544d148951f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:49.355014 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-a51b95cb-ee61-4541-9578-2544d148951f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/networks?id=a6340273-d9b1-40e6-8d51-0babbf062aa3 HTTP/1.1" status: 200 len: 813 time: 0.1478209 Mar 18 12:36:49.373117 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4269702-2343-4266-ae8b-c0041a6f32ef req-9b2dda77-1b72-43f0-b0e4-76df7a6c52ee tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:49.374721 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c4269702-2343-4266-ae8b-c0041a6f32ef req-9b2dda77-1b72-43f0-b0e4-76df7a6c52ee tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.1140063 Mar 18 12:36:49.384460 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-8eaf2d5b-f5b6-4831-b677-b0e07f9112fb tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/quotas/73e9540d279c4251acf1f5bbc1ad34c6 HTTP/1.1" status: 200 len: 375 time: 0.0251906 Mar 18 12:36:49.424624 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-0afc34f6-fcb2-46ef-8c79-aa43a7f784c9 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e9540d279c4251acf1f5bbc1ad34c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391419 Mar 18 12:36:49.462683 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7da4416c-6d5c-4ebb-8bee-7b652f40f2da req-9a2c7ec2-419b-4ba3-be0a-affd1f426821 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199923 Mar 18 12:36:49.519395 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c4269702-2343-4266-ae8b-c0041a6f32ef req-ccff5e86-f47b-4f0c-985d-651715447e45 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327443 Mar 18 12:36:49.564638 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-76e196b6-9335-4a54-9e98-93e6a25fbac3 service neutron] 10.222.0.21 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288290 Mar 18 12:36:49.655959 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-aa331a1e-3a8d-4230-b835-c0eb62db602a service neutron] 10.222.0.21 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Mar 18 12:36:49.744946 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device cb5605ba-9ae8-4e75-9677-01a5d3e3528f up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:36:49.774644 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70802b0-b90f-40a2-ba44-da7e5b396598 req-6c5ee2c2-46fc-44ea-9f5f-86e1a897e972 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:49.780250 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a70802b0-b90f-40a2-ba44-da7e5b396598 req-6c5ee2c2-46fc-44ea-9f5f-86e1a897e972 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 944 time: 0.0670075 Mar 18 12:36:49.821322 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port cb5605ba-9ae8-4e75-9677-01a5d3e3528f completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:36:49.827539 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port cb5605ba-9ae8-4e75-9677-01a5d3e3528f triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:36:49.827927 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:49.843470 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a70802b0-b90f-40a2-ba44-da7e5b396598 req-f7a4c58c-98f4-4cf3-809a-7d3806cf9166 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561712 Mar 18 12:36:49.916292 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e7259cee-18ca-40a9-bc7c-752af3ce0087 req-b8556135-fe55-4860-a748-cedbc766fd90 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 210 time: 0.0522003 Mar 18 12:36:50.058691 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port cb5605ba-9ae8-4e75-9677-01a5d3e3528f is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:36:50.059089 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:50.082203 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583a4c20-7809-4df6-8764-8bc918bed991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5605ba-9ae8-4e75-9677-01a5d3e3528f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:50.084665 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e5d67d-8b1a-48f0-98ce-36f4d870adcc" -d '{"events": [{"server_uuid": "583a4c20-7809-4df6-8764-8bc918bed991", "name": "network-vif-plugged", "status": "completed", "tag": "cb5605ba-9ae8-4e75-9677-01a5d3e3528f"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:50.097390 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port cb5605ba-9ae8-4e75-9677-01a5d3e3528f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:50.104183 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:50.133711 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2911fdf3-3b2d-4097-a2fe-db2d6f8b81a4 x-openstack-request-id: req-2911fdf3-3b2d-4097-a2fe-db2d6f8b81a4 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:50.133941 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583a4c20-7809-4df6-8764-8bc918bed991", "name": "network-vif-plugged", "status": "completed", "tag": "cb5605ba-9ae8-4e75-9677-01a5d3e3528f", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:50.134363 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2911fdf3-3b2d-4097-a2fe-db2d6f8b81a4 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:50.134926 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583a4c20-7809-4df6-8764-8bc918bed991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5605ba-9ae8-4e75-9677-01a5d3e3528f', 'code': 200} Mar 18 12:36:50.163757 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:50.171514 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.171877 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.172262 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.172594 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.172931 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.173372 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.173610 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.173937 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.174277 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.174705 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.174957 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.175292 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.175726 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.175950 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.176274 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:36:50.637215 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd6aa8-3142-422e-a375-c445fb8a220a req-b24ceaf3-e128-4189-a32f-d0038fff613b tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:50.638722 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cadd6aa8-3142-422e-a375-c445fb8a220a req-b24ceaf3-e128-4189-a32f-d0038fff613b tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0517805 Mar 18 12:36:50.676639 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:50.692698 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cadd6aa8-3142-422e-a375-c445fb8a220a req-e9567f1d-9a9f-4f98-b8dc-c3c5589eab1f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481517 Mar 18 12:36:50.972264 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799527b-4733-4894-971f-a0b2175daff0 req-cc4f6e9b-76cd-4d20-863d-841b89653bd2 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:50.973817 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5799527b-4733-4894-971f-a0b2175daff0 req-cc4f6e9b-76cd-4d20-863d-841b89653bd2 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 945 time: 0.0549817 Mar 18 12:36:51.028137 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8054248-b762-468e-a537-44228ff72146 req-808aa308-c57b-4258-81b7-9042f3e4be3b tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 210 time: 0.0400553 Mar 18 12:36:51.050309 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5799527b-4733-4894-971f-a0b2175daff0 req-9a9282ae-5828-4a19-a495-12ecdcdd38e5 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708716 Mar 18 12:36:51.806452 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ac7ee-4381-4c4b-9b58-113c2347456a req-8088c130-27a1-47ac-9c02-981422669741 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:51.807942 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea8ac7ee-4381-4c4b-9b58-113c2347456a req-8088c130-27a1-47ac-9c02-981422669741 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0507836 Mar 18 12:36:51.852631 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea8ac7ee-4381-4c4b-9b58-113c2347456a req-369511ae-e962-45e4-b055-0b1ac8aaa3ff tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 Mar 18 12:36:51.898539 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:52.123190 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-69ef7e56-5143-4460-8bc3-5f11bbca930a req-a1b1d64a-5028-4067-afc8-f7f6604d4e18 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 210 time: 0.0305996 Mar 18 12:36:52.171801 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa66f1-21b2-4813-96f8-fb340d48f13a req-dedbd875-4f7b-44af-9828-2c0689aae529 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:52.173711 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b8aa66f1-21b2-4813-96f8-fb340d48f13a req-dedbd875-4f7b-44af-9828-2c0689aae529 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 945 time: 0.0522854 Mar 18 12:36:52.217507 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b8aa66f1-21b2-4813-96f8-fb340d48f13a req-94dca1bc-0028-460c-9bf8-2253c5304ab1 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 Mar 18 12:36:52.279584 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:52.724935 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed734b-c2b7-4ae4-bec7-b31ad04d5d78 req-d4ced3ed-2e66-4957-ac21-d54e57b1367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:52.726432 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-faed734b-c2b7-4ae4-bec7-b31ad04d5d78 req-d4ced3ed-2e66-4957-ac21-d54e57b1367e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 1129 time: 0.0516832 Mar 18 12:36:52.772328 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-faed734b-c2b7-4ae4-bec7-b31ad04d5d78 req-698f74d3-faaa-406a-8a2a-94df13a6913a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388029 Mar 18 12:36:52.977398 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b572d-9b8f-419e-b153-c1025443209f req-0b0711c3-66b0-4775-97c7-902347a6c559 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:52.980950 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-677b572d-9b8f-419e-b153-c1025443209f req-0b0711c3-66b0-4775-97c7-902347a6c559 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0596406 Mar 18 12:36:53.039121 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-677b572d-9b8f-419e-b153-c1025443209f req-4d5c91d9-1b03-43ee-a4d0-888799f8abaf tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545654 Mar 18 12:36:53.226262 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-894b7a22-35dd-4a63-8992-a5b54af267c9 req-35260999-e31c-40cb-8d45-705c10fb539c tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 210 time: 0.0309687 Mar 18 12:36:53.383217 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68cc9c-4282-4e88-9956-b86e6b633ea9 req-a588ec64-d4fa-407a-af05-95d455e8f283 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:53.385329 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9b68cc9c-4282-4e88-9956-b86e6b633ea9 req-a588ec64-d4fa-407a-af05-95d455e8f283 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 945 time: 0.0812421 Mar 18 12:36:53.423918 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-b3519517-40e5-4bae-9e4e-45af3c0694ca tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:53.425380 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-b3519517-40e5-4bae-9e4e-45af3c0694ca tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.37 "GET /v2.0/networks?id=a6340273-d9b1-40e6-8d51-0babbf062aa3 HTTP/1.1" status: 200 len: 813 time: 0.1184735 Mar 18 12:36:53.440021 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Request body: {'port': {'device_id': '363301a7-ffef-42e3-b89f-c7de6ab46cc9', 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3', 'admin_state_up': True, 'tenant_id': '73e9540d279c4251acf1f5bbc1ad34c6'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:53.450612 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9b68cc9c-4282-4e88-9956-b86e6b633ea9 req-0d676c9c-0fbe-4030-bc43-1c8830518677 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572581 Mar 18 12:36:53.553586 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Made reservation on behalf of 73e9540d279c4251acf1f5bbc1ad34c6 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:36:53.557011 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:53.684675 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Allocated IP 172.20.0.11 (a6340273-d9b1-40e6-8d51-0babbf062aa3/a58a4d73-d7f7-4f8c-8a58-92f422b36e99/5d189f45-21f6-4e51-9846-42cd6598e7ac) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:36:53.829990 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks [] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:53.861632 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:53.902117 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Network a6340273-d9b1-40e6-8d51-0babbf062aa3 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:36:53.905526 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:36:53.909835 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:36:53.936178 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Pushing event updated for resources: {'Port': ['ID=5d189f45-21f6-4e51-9846-42cd6598e7ac,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:53.963211 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:53.963810 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:53.978585 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-48a8c614-1680-4ba0-ba7d-8f89af8ac60f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5431170 Mar 18 12:36:53.993554 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Request body: {'port': {'device_id': '363301a7-ffef-42e3-b89f-c7de6ab46cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:36:54.057928 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:54.162336 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6790ed-186a-4061-9571-46ad122adce8 req-32c52cb7-9c62-4ef4-b214-2198a92d99c0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:54.163840 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a6790ed-186a-4061-9571-46ad122adce8 req-32c52cb7-9c62-4ef4-b214-2198a92d99c0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0521107 Mar 18 12:36:54.209918 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a6790ed-186a-4061-9571-46ad122adce8 req-30b7f3d2-f27e-41bf-89fd-21532d02bc3a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 Mar 18 12:36:54.378051 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b7b20-e4cf-4b24-bbe3-3b5a83a98857 req-4e405e6b-df7b-4dc2-9ae4-db5c99262144 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:54.387507 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-864b7b20-e4cf-4b24-bbe3-3b5a83a98857 req-4e405e6b-df7b-4dc2-9ae4-db5c99262144 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 932 time: 0.0723977 Mar 18 12:36:54.450279 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-864b7b20-e4cf-4b24-bbe3-3b5a83a98857 req-257223f0-e19a-44d1-814b-14688a40a885 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597527 Mar 18 12:36:54.543525 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d189f45-21f6-4e51-9846-42cd6598e7ac {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:36:54.559650 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Publish callbacks [] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:54.564474 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Transition to ACTIVE for port object 5d189f45-21f6-4e51-9846-42cd6598e7ac will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:36:54.569325 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:54.604924 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f036748-aefc-4701-b29c-53da82508d5e req-e080138e-f595-4587-a8a3-6ef0edd68d0d tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:54.606406 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f036748-aefc-4701-b29c-53da82508d5e req-e080138e-f595-4587-a8a3-6ef0edd68d0d tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 945 time: 0.0627379 Mar 18 12:36:54.634334 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Pushing event updated for resources: {'Port': ['ID=5d189f45-21f6-4e51-9846-42cd6598e7ac,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:54.690860 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f036748-aefc-4701-b29c-53da82508d5e req-f21efff9-5537-4b15-bbbb-7912a1949ca6 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732694 Mar 18 12:36:54.722887 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Attempting to bind port 5d189f45-21f6-4e51-9846-42cd6598e7ac on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:36:54.723230 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Attempting to bind port 5d189f45-21f6-4e51-9846-42cd6598e7ac by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f639259e-8b55-4464-a574-1fdd29008d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:36:54.723557 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Attempting to bind port 5d189f45-21f6-4e51-9846-42cd6598e7ac on network a6340273-d9b1-40e6-8d51-0babbf062aa3 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:54.731309 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Port 5d189f45-21f6-4e51-9846-42cd6598e7ac on network a6340273-d9b1-40e6-8d51-0babbf062aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:36:54.731637 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Attempting to bind port 5d189f45-21f6-4e51-9846-42cd6598e7ac on network a6340273-d9b1-40e6-8d51-0babbf062aa3 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:36:54.740096 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:36:54.740446 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Checking segment: {'id': 'f639259e-8b55-4464-a574-1fdd29008d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:36:54.741490 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Bound using segment: {'id': 'f639259e-8b55-4464-a574-1fdd29008d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:36:54.741993 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Bound port: 5d189f45-21f6-4e51-9846-42cd6598e7ac, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f639259e-8b55-4464-a574-1fdd29008d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:36:54.742953 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:54.819356 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] For port 5d189f45-21f6-4e51-9846-42cd6598e7ac, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:36:54.822530 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] For port 5d189f45-21f6-4e51-9846-42cd6598e7ac, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d189f45-21f6-4e51-9846-42cd6598e7ac,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:36:54.827937 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:54.862597 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:54.863212 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:54.864581 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] 10.222.0.37 "PUT /v2.0/ports/5d189f45-21f6-4e51-9846-42cd6598e7ac HTTP/1.1" status: 200 len: 1094 time: 0.8754609 Mar 18 12:36:54.865014 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363301a7-ffef-42e3-b89f-c7de6ab46cc9', 'tag': '5d189f45-21f6-4e51-9846-42cd6598e7ac'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:54.867511 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f88d85-0148-4906-8e82-554af726b201" -d '{"events": [{"name": "network-changed", "server_uuid": "363301a7-ffef-42e3-b89f-c7de6ab46cc9", "tag": "5d189f45-21f6-4e51-9846-42cd6598e7ac"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:54.904846 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14124d07-dbce-4688-a309-f3a37138adfe service neutron] Pushing event updated for resources: {'Port': ['ID=5d189f45-21f6-4e51-9846-42cd6598e7ac,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:54.908851 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9062d36e-c64d-4cbb-ad67-56938cae8289 x-openstack-request-id: req-9062d36e-c64d-4cbb-ad67-56938cae8289 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:54.909135 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363301a7-ffef-42e3-b89f-c7de6ab46cc9", "tag": "5d189f45-21f6-4e51-9846-42cd6598e7ac", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:54.909384 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9062d36e-c64d-4cbb-ad67-56938cae8289 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:54.909771 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363301a7-ffef-42e3-b89f-c7de6ab46cc9', 'tag': '5d189f45-21f6-4e51-9846-42cd6598e7ac', 'status': 'completed', 'code': 200} Mar 18 12:36:54.962369 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-c3b35e9a-f86b-4aef-9d8f-1eede073e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:54.963910 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-c3b35e9a-f86b-4aef-9d8f-1eede073e514 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e9540d279c4251acf1f5bbc1ad34c6&device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 1128 time: 0.0477190 Mar 18 12:36:55.011626 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-32f4a192-57cb-4d7d-9866-8b91b8b8853c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d189f45-21f6-4e51-9846-42cd6598e7ac HTTP/1.1" status: 200 len: 217 time: 0.0380871 Mar 18 12:36:55.063319 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-d554162f-ff34-4c9b-94a1-346a1532e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:55.064763 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-d554162f-ff34-4c9b-94a1-346a1532e139 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a58a4d73-d7f7-4f8c-8a58-92f422b36e99 HTTP/1.1" status: 200 len: 853 time: 0.0451617 Mar 18 12:36:55.100483 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-9aa3c743-96e6-4fcc-a496-9870b2c35656 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6340273-d9b1-40e6-8d51-0babbf062aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283220 Mar 18 12:36:55.198775 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-ad3ed6df-9653-4d9e-91f7-14ce232fbcc7 service neutron] 10.222.0.37 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859575 Mar 18 12:36:55.309519 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cc897eb-9c99-4bf6-b9ea-e7f51740c35d req-99bd77e1-07e4-4663-ba9a-7408dff0570b service neutron] 10.222.0.37 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992308 Mar 18 12:36:55.337079 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dede6b3-e9d2-4d03-94b2-a117a14fe8e3 req-ef67e746-d1a5-4b9d-b5a1-aeb2947885d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:55.338496 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0dede6b3-e9d2-4d03-94b2-a117a14fe8e3 req-ef67e746-d1a5-4b9d-b5a1-aeb2947885d1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0561466 Mar 18 12:36:55.395044 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0dede6b3-e9d2-4d03-94b2-a117a14fe8e3 req-97873662-6740-4a90-844c-b212ec741fff tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510943 Mar 18 12:36:55.419012 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f88d85-0148-4906-8e82-554af726b201 req-f99b6951-416d-471d-bc00-132bfb36e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:55.420559 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54f88d85-0148-4906-8e82-554af726b201 req-f99b6951-416d-471d-bc00-132bfb36e7a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e9540d279c4251acf1f5bbc1ad34c6&device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 1128 time: 0.0483668 Mar 18 12:36:55.518029 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f88d85-0148-4906-8e82-554af726b201 req-a12c9ba7-81e1-46e6-b87d-c666c714ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:55.519637 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54f88d85-0148-4906-8e82-554af726b201 req-a12c9ba7-81e1-46e6-b87d-c666c714ad4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6340273-d9b1-40e6-8d51-0babbf062aa3 HTTP/1.1" status: 200 len: 914 time: 0.0924473 Mar 18 12:36:55.565808 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54f88d85-0148-4906-8e82-554af726b201 req-1b331da0-cf73-4968-94ed-20b0a1744a5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d189f45-21f6-4e51-9846-42cd6598e7ac HTTP/1.1" status: 200 len: 217 time: 0.0396991 Mar 18 12:36:55.603092 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1ebee-c96c-4e25-a2dd-bd90a97b12c0 req-9a5a715e-c4e0-49fd-bd9b-1325db674dba tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:55.604597 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b7a1ebee-c96c-4e25-a2dd-bd90a97b12c0 req-9a5a715e-c4e0-49fd-bd9b-1325db674dba tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 944 time: 0.0835373 Mar 18 12:36:55.619479 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f88d85-0148-4906-8e82-554af726b201 req-30b3939f-4983-4f16-9092-2fdb0480bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:55.621067 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54f88d85-0148-4906-8e82-554af726b201 req-30b3939f-4983-4f16-9092-2fdb0480bddf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a58a4d73-d7f7-4f8c-8a58-92f422b36e99 HTTP/1.1" status: 200 len: 853 time: 0.0464587 Mar 18 12:36:55.623094 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b481-a020-4893-93aa-0be7263e82a9 req-eb8252b0-50d4-475f-9135-9abb685ef7bb tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:55.624595 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2e71b481-a020-4893-93aa-0be7263e82a9 req-eb8252b0-50d4-475f-9135-9abb685ef7bb tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 945 time: 0.0918596 Mar 18 12:36:55.659885 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54f88d85-0148-4906-8e82-554af726b201 req-a8dd4235-eabf-45d0-b329-27d01ba27a51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6340273-d9b1-40e6-8d51-0babbf062aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263679 Mar 18 12:36:55.698308 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b7a1ebee-c96c-4e25-a2dd-bd90a97b12c0 req-ae65b54b-f461-474e-a70d-4e1f3001f0e9 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849817 Mar 18 12:36:55.706065 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2e71b481-a020-4893-93aa-0be7263e82a9 req-c795b5ab-64eb-4543-b9bb-3205cc3b1a9f tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642078 Mar 18 12:36:55.768574 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54f88d85-0148-4906-8e82-554af726b201 req-4c02677a-73d1-4c73-ae86-3fb700d30b50 service neutron] 10.222.0.37 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978925 Mar 18 12:36:55.867244 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54f88d85-0148-4906-8e82-554af726b201 req-e7e91748-1b77-4574-85ef-979419b45bbb service neutron] 10.222.0.37 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907996 Mar 18 12:36:55.971257 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 33586) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:56.093627 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7787ee05-01e6-424f-893d-08d8f7a5a47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.176710 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7787ee05-01e6-424f-893d-08d8f7a5a47b admin admin] Publish callbacks [] for security_group (608af7a8-53a7-4682-93f8-61e6c32533ac), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.181282 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7787ee05-01e6-424f-893d-08d8f7a5a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (608af7a8-53a7-4682-93f8-61e6c32533ac), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.225439 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7787ee05-01e6-424f-893d-08d8f7a5a47b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbe0185aff36436588a39928367a2ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528543 Mar 18 12:36:56.226298 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787ee05-01e6-424f-893d-08d8f7a5a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608af7a8-53a7-4682-93f8-61e6c32533ac,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:56.229193 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33600) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:56.280543 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3a14-c587-4b7c-97c6-8e0001ffd801 admin admin] Publish callbacks [] for security_group (608af7a8-53a7-4682-93f8-61e6c32533ac), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.306808 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3a14-c587-4b7c-97c6-8e0001ffd801 admin admin] Publish callbacks [] for security_group (608af7a8-53a7-4682-93f8-61e6c32533ac), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.354157 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3a14-c587-4b7c-97c6-8e0001ffd801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (608af7a8-53a7-4682-93f8-61e6c32533ac), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.356780 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3a14-c587-4b7c-97c6-8e0001ffd801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.358127 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ddfe3a14-c587-4b7c-97c6-8e0001ffd801 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/608af7a8-53a7-4682-93f8-61e6c32533ac HTTP/1.1" status: 204 len: 168 time: 0.1277363 Mar 18 12:36:56.366566 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe3a14-c587-4b7c-97c6-8e0001ffd801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608af7a8-53a7-4682-93f8-61e6c32533ac,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:56.512304 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b251b8-a26d-46be-a674-79a54747cbd8 req-ae854348-bf89-4da8-9688-fb470bdf5952 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:56.513854 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-92b251b8-a26d-46be-a674-79a54747cbd8 req-ae854348-bf89-4da8-9688-fb470bdf5952 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0557604 Mar 18 12:36:56.561954 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-92b251b8-a26d-46be-a674-79a54747cbd8 req-8f4d59c3-e486-4834-a95e-76e1f416f776 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Mar 18 12:36:56.631907 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 33610) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:56.645391 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a176c5ee-0bbe-4c4a-b572-30f352165ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.724704 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a176c5ee-0bbe-4c4a-b572-30f352165ba1 admin admin] Publish callbacks [] for security_group (e5e08d1f-5ac3-44ec-b945-3492c7ecdf5c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.729805 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a176c5ee-0bbe-4c4a-b572-30f352165ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e5e08d1f-5ac3-44ec-b945-3492c7ecdf5c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.767783 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a176c5ee-0bbe-4c4a-b572-30f352165ba1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbf0fdc73c85461494a11c04fe547f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347442 Mar 18 12:36:56.768922 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176c5ee-0bbe-4c4a-b572-30f352165ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e08d1f-5ac3-44ec-b945-3492c7ecdf5c,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:56.770549 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33616) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:56.893722 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111dcb9-5bb9-4254-8161-b2a3b122561a req-513f9f10-36a8-4e01-b75d-8f2917584f32 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:56.895112 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9111dcb9-5bb9-4254-8161-b2a3b122561a req-513f9f10-36a8-4e01-b75d-8f2917584f32 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 945 time: 0.1166902 Mar 18 12:36:56.905647 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba2d39-dad0-4ae5-bf5b-9051d8647c72 req-14b1d067-4c56-4a94-9e3e-e631a2eff905 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:56.907032 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12ba2d39-dad0-4ae5-bf5b-9051d8647c72 req-14b1d067-4c56-4a94-9e3e-e631a2eff905 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 944 time: 0.1276476 Mar 18 12:36:56.909420 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b0c0a1-59e0-462c-862d-5036d8c02e4b admin admin] Publish callbacks [] for security_group (e5e08d1f-5ac3-44ec-b945-3492c7ecdf5c), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:56.959556 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b0c0a1-59e0-462c-862d-5036d8c02e4b admin admin] Publish callbacks [] for security_group (e5e08d1f-5ac3-44ec-b945-3492c7ecdf5c), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.024622 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9111dcb9-5bb9-4254-8161-b2a3b122561a req-9745913f-34a6-4d13-94f1-0c6689cc6651 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160583 Mar 18 12:36:57.031495 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12ba2d39-dad0-4ae5-bf5b-9051d8647c72 req-8efb0c4d-a8a0-429f-bb2d-02fc8b354a40 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143858 Mar 18 12:36:57.065714 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b0c0a1-59e0-462c-862d-5036d8c02e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e5e08d1f-5ac3-44ec-b945-3492c7ecdf5c), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.066197 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b0c0a1-59e0-462c-862d-5036d8c02e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.067496 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-14b0c0a1-59e0-462c-862d-5036d8c02e4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5e08d1f-5ac3-44ec-b945-3492c7ecdf5c HTTP/1.1" status: 204 len: 168 time: 0.2940419 Mar 18 12:36:57.080911 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0c0a1-59e0-462c-862d-5036d8c02e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e08d1f-5ac3-44ec-b945-3492c7ecdf5c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:57.291655 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-e1f83f17-eb49-40e4-8258-757c13ce84e4 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:57.294094 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-e1f83f17-eb49-40e4-8258-757c13ce84e4 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.37 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 945 time: 0.0691707 Mar 18 12:36:57.316805 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33634) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:57.426263 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Deleting port cb5605ba-9ae8-4e75-9677-01a5d3e3528f {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:36:57.426637 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.519736 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] For port cb5605ba-9ae8-4e75-9677-01a5d3e3528f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:36:57.520107 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.535514 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Calling delete_port for cb5605ba-9ae8-4e75-9677-01a5d3e3528f owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:36:57.651376 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f5ea111-574d-4f82-8448-a80513c417d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.679777 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (cb5605ba-9ae8-4e75-9677-01a5d3e3528f), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.693789 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['cb5605ba-9ae8-4e75-9677-01a5d3e3528f'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:36:57.709115 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Pushing event deleted for resources: {'Port': ['ID=cb5605ba-9ae8-4e75-9677-01a5d3e3528f,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:57.742417 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45beaa-da8f-4321-9c00-2327cdb3fa9c req-fc8e681e-e3a1-46e0-bb02-22c93c308b00 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:57.744462 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f45beaa-da8f-4321-9c00-2327cdb3fa9c req-fc8e681e-e3a1-46e0-bb02-22c93c308b00 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0953655 Mar 18 12:36:57.768016 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] No DVR routers for this DVR port cb5605ba-9ae8-4e75-9677-01a5d3e3528f on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:36:57.771227 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.774664 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4073563-1c0d-4e85-8e3c-435062d27f65 req-8c45dc29-c0a6-45b3-a78b-8cd0fd084f6c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.37 "DELETE /v2.0/ports/cb5605ba-9ae8-4e75-9677-01a5d3e3528f HTTP/1.1" status: 204 len: 173 time: 0.4745657 Mar 18 12:36:57.775110 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583a4c20-7809-4df6-8764-8bc918bed991', 'name': 'network-vif-deleted', 'tag': 'cb5605ba-9ae8-4e75-9677-01a5d3e3528f'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:36:57.777378 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d9337-689b-4e94-af97-a1abf6787f10" -d '{"events": [{"server_uuid": "583a4c20-7809-4df6-8764-8bc918bed991", "name": "network-vif-deleted", "tag": "cb5605ba-9ae8-4e75-9677-01a5d3e3528f"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:36:57.818814 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8830f1e4-0e8e-4d74-a4fc-650a62c41e9d x-openstack-request-id: req-8830f1e4-0e8e-4d74-a4fc-650a62c41e9d {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:36:57.819329 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583a4c20-7809-4df6-8764-8bc918bed991", "name": "network-vif-deleted", "tag": "cb5605ba-9ae8-4e75-9677-01a5d3e3528f", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:36:57.819727 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8830f1e4-0e8e-4d74-a4fc-650a62c41e9d {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:36:57.820134 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583a4c20-7809-4df6-8764-8bc918bed991', 'name': 'network-vif-deleted', 'tag': 'cb5605ba-9ae8-4e75-9677-01a5d3e3528f', 'status': 'completed', 'code': 200} Mar 18 12:36:57.826816 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f5ea111-574d-4f82-8448-a80513c417d1 admin admin] Publish callbacks [] for security_group (becd139b-df7b-442b-bd30-f069416b32c1), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.831986 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f45beaa-da8f-4321-9c00-2327cdb3fa9c req-393de87a-2781-4cf1-8a8c-8d89811d2c27 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814121 Mar 18 12:36:57.833036 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f5ea111-574d-4f82-8448-a80513c417d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (becd139b-df7b-442b-bd30-f069416b32c1), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.875141 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8f5ea111-574d-4f82-8448-a80513c417d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecc4d9ed044d4e708939276aa061f5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5569789 Mar 18 12:36:57.875856 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ea111-574d-4f82-8448-a80513c417d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becd139b-df7b-442b-bd30-f069416b32c1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:57.877874 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 33660) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:57.930707 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a76f365d-bf00-42a3-ba32-f063e82da27c admin admin] Publish callbacks [] for security_group (becd139b-df7b-442b-bd30-f069416b32c1), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:57.953260 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a76f365d-bf00-42a3-ba32-f063e82da27c admin admin] Publish callbacks [] for security_group (becd139b-df7b-442b-bd30-f069416b32c1), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.000662 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a76f365d-bf00-42a3-ba32-f063e82da27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (becd139b-df7b-442b-bd30-f069416b32c1), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.004040 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a76f365d-bf00-42a3-ba32-f063e82da27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.006968 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a76f365d-bf00-42a3-ba32-f063e82da27c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/becd139b-df7b-442b-bd30-f069416b32c1 HTTP/1.1" status: 204 len: 168 time: 0.1280839 Mar 18 12:36:58.017792 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f365d-bf00-42a3-ba32-f063e82da27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becd139b-df7b-442b-bd30-f069416b32c1,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:58.177863 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e8c5f9f-4a33-44c4-84e1-0da73af826a7 req-d00a9888-3934-4810-b2c0-3e361e2724fd tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=583a4c20-7809-4df6-8764-8bc918bed991 HTTP/1.1" status: 200 len: 210 time: 0.0307505 Mar 18 12:36:58.205629 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0676da8-2f4d-42b0-baae-9dd2e081dab8 req-77dfacbc-ab83-4bac-b751-438e80353e44 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:58.207373 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b0676da8-2f4d-42b0-baae-9dd2e081dab8 req-77dfacbc-ab83-4bac-b751-438e80353e44 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 944 time: 0.0937128 Mar 18 12:36:58.279182 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b0676da8-2f4d-42b0-baae-9dd2e081dab8 req-e64b5cb7-b7b2-4504-b5ca-a87860bfe51f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642951 Mar 18 12:36:58.328832 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 33678) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:58.342735 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1cfd-f273-4471-bf46-acd95d5c8aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.417879 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1cfd-f273-4471-bf46-acd95d5c8aa3 admin admin] Publish callbacks [] for security_group (d27d4160-3298-4a19-b9d8-8058d18a3de6), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.422652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1cfd-f273-4471-bf46-acd95d5c8aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d27d4160-3298-4a19-b9d8-8058d18a3de6), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.473472 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7f2c1cfd-f273-4471-bf46-acd95d5c8aa3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d352a98d389471585041e055afae957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404555 Mar 18 12:36:58.473472 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c1cfd-f273-4471-bf46-acd95d5c8aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d4160-3298-4a19-b9d8-8058d18a3de6,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:58.473671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33688) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:58.529612 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17133d12-dc03-46c1-abd0-dd4b834c5d40 admin admin] Publish callbacks [] for security_group (d27d4160-3298-4a19-b9d8-8058d18a3de6), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.552838 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17133d12-dc03-46c1-abd0-dd4b834c5d40 admin admin] Publish callbacks [] for security_group (d27d4160-3298-4a19-b9d8-8058d18a3de6), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.614828 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17133d12-dc03-46c1-abd0-dd4b834c5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d27d4160-3298-4a19-b9d8-8058d18a3de6), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.617842 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17133d12-dc03-46c1-abd0-dd4b834c5d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:58.619029 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-17133d12-dc03-46c1-abd0-dd4b834c5d40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d27d4160-3298-4a19-b9d8-8058d18a3de6 HTTP/1.1" status: 204 len: 168 time: 0.1442633 Mar 18 12:36:58.631321 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17133d12-dc03-46c1-abd0-dd4b834c5d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d4160-3298-4a19-b9d8-8058d18a3de6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:36:58.962149 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7203405-1e6f-484c-9025-96fcb1225a78 req-cfbd2142-709d-4109-8bae-9a4408ee517f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:58.963585 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b7203405-1e6f-484c-9025-96fcb1225a78 req-cfbd2142-709d-4109-8bae-9a4408ee517f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0598469 Mar 18 12:36:59.025358 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b7203405-1e6f-484c-9025-96fcb1225a78 req-6dbcd10f-42df-464b-9a06-221581081843 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547309 Mar 18 12:36:59.408360 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d28c-893d-4c8a-9d39-66affe1839fa req-afdd6855-fb5e-4041-95b0-ea8180a6bac8 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:59.409871 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4873d28c-893d-4c8a-9d39-66affe1839fa req-afdd6855-fb5e-4041-95b0-ea8180a6bac8 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 944 time: 0.0656586 Mar 18 12:36:59.523085 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4873d28c-893d-4c8a-9d39-66affe1839fa req-c7f0a567-c238-4630-8c16-de38e31659a7 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057789 Mar 18 12:36:59.565434 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-dd62d7d3-e0eb-42ba-b92c-3eb514f44dc8 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:36:59.566993 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-dd62d7d3-e0eb-42ba-b92c-3eb514f44dc8 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/networks?id=70013a92-ef61-4704-bea2-e68cadec5e58 HTTP/1.1" status: 200 len: 809 time: 0.1413047 Mar 18 12:36:59.581030 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-808e90ec-b742-45b8-98f1-cb58a1e0cb8b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/quotas/ebee0af9b05e476680eb9e238f2c2c5c HTTP/1.1" status: 200 len: 375 time: 0.0088203 Mar 18 12:36:59.616325 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-6e87b27f-a1ca-458f-8a37-e58f28c5033a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebee0af9b05e476680eb9e238f2c2c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288510 Mar 18 12:36:59.675230 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 33776) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:36:59.719563 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8d3e6ec4-8226-4ef1-9c18-c7f79dc04ddb service neutron] 10.222.0.21 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969055 Mar 18 12:36:59.806796 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 5d189f45-21f6-4e51-9846-42cd6598e7ac details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:36:59.826995 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-0b626613-b79b-4ba9-b42c-c9d40024da63 service neutron] 10.222.0.21 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997665 Mar 18 12:36:59.833084 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c271132-6987-45d9-978f-4319310e76e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:59.964612 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c271132-6987-45d9-978f-4319310e76e9 admin admin] Publish callbacks [] for security_group (39a95b0c-d077-42f8-b020-184dbf651269), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:36:59.974163 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c271132-6987-45d9-978f-4319310e76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (39a95b0c-d077-42f8-b020-184dbf651269), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.008268 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2c271132-6987-45d9-978f-4319310e76e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d261b5e9feb487baa71eddba2cd53e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312416 Mar 18 12:37:00.011010 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33804) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:00.017555 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 5d189f45-21f6-4e51-9846-42cd6598e7ac, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d189f45-21f6-4e51-9846-42cd6598e7ac,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:37:00.042261 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '5d189f45-21f6-4e51-9846-42cd6598e7ac', 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3', 'port_id': '5d189f45-21f6-4e51-9846-42cd6598e7ac', 'mac_address': 'fa:16:3e:8b:44:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58a4d73-d7f7-4f8c-8a58-92f422b36e99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:37:00.059273 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c271132-6987-45d9-978f-4319310e76e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a95b0c-d077-42f8-b020-184dbf651269,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:00.112933 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 5d189f45-21f6-4e51-9846-42cd6598e7ac is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:37:00.113532 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.129417 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d189f45-21f6-4e51-9846-42cd6598e7ac {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:37:00.151682 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 5d189f45-21f6-4e51-9846-42cd6598e7ac, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d189f45-21f6-4e51-9846-42cd6598e7ac,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:37:00.160374 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.211598 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d2afced5-454f-4982-9f65-3438363db3d9 req-e50c3130-10d0-4b2b-85db-6501e1c9d974 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 210 time: 0.1186669 Mar 18 12:37:00.245255 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb35ea00-5cde-4a0f-9ca1-c789d63a9f6e admin admin] Publish callbacks [] for security_group (39a95b0c-d077-42f8-b020-184dbf651269), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.246457 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=5d189f45-21f6-4e51-9846-42cd6598e7ac,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:00.255861 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637eff0-fe36-44a8-9360-911988b310cb req-0fa2dd82-c935-4ab0-95bd-cadc2a014d5e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:00.257403 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7637eff0-fe36-44a8-9360-911988b310cb req-0fa2dd82-c935-4ab0-95bd-cadc2a014d5e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.1213179 Mar 18 12:37:00.304863 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb35ea00-5cde-4a0f-9ca1-c789d63a9f6e admin admin] Publish callbacks [] for security_group (39a95b0c-d077-42f8-b020-184dbf651269), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.333265 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7637eff0-fe36-44a8-9360-911988b310cb req-68f038ac-bf6d-4ac1-a6ab-588e0b9f6e8a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654819 Mar 18 12:37:00.386393 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb35ea00-5cde-4a0f-9ca1-c789d63a9f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (39a95b0c-d077-42f8-b020-184dbf651269), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.389330 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb35ea00-5cde-4a0f-9ca1-c789d63a9f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.390477 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-fb35ea00-5cde-4a0f-9ca1-c789d63a9f6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39a95b0c-d077-42f8-b020-184dbf651269 HTTP/1.1" status: 204 len: 168 time: 0.3749545 Mar 18 12:37:00.398444 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35ea00-5cde-4a0f-9ca1-c789d63a9f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a95b0c-d077-42f8-b020-184dbf651269,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:00.424247 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['5d189f45-21f6-4e51-9846-42cd6598e7ac'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:37:00.673510 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a5003-a0e4-418b-a276-994c37a07300 req-c3e0432c-72fe-4c34-9753-5580c910a782 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:00.675621 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-246a5003-a0e4-418b-a276-994c37a07300 req-c3e0432c-72fe-4c34-9753-5580c910a782 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 945 time: 0.0612876 Mar 18 12:37:00.740414 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-246a5003-a0e4-418b-a276-994c37a07300 req-46223c70-f059-46d4-89b7-2901a71da7ac tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571454 Mar 18 12:37:00.838934 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 33842) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:00.853419 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4396e493-868a-4697-b709-e7dc174c164d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.929008 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4396e493-868a-4697-b709-e7dc174c164d admin admin] Publish callbacks [] for security_group (b5fcbe99-7b58-47ae-879f-6f04c22f5bee), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.932799 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4396e493-868a-4697-b709-e7dc174c164d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (b5fcbe99-7b58-47ae-879f-6f04c22f5bee), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:00.973915 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4396e493-868a-4697-b709-e7dc174c164d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d41a02ee6ae94b4ab6e26d6ae4f8de1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337993 Mar 18 12:37:00.974361 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33848) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:00.974826 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396e493-868a-4697-b709-e7dc174c164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fcbe99-7b58-47ae-879f-6f04c22f5bee,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:01.023711 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b261bfd-f26f-4f59-b8c3-2db506c3391a admin admin] Publish callbacks [] for security_group (b5fcbe99-7b58-47ae-879f-6f04c22f5bee), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:01.045128 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b261bfd-f26f-4f59-b8c3-2db506c3391a admin admin] Publish callbacks [] for security_group (b5fcbe99-7b58-47ae-879f-6f04c22f5bee), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:01.091636 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b261bfd-f26f-4f59-b8c3-2db506c3391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (b5fcbe99-7b58-47ae-879f-6f04c22f5bee), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:01.094432 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b261bfd-f26f-4f59-b8c3-2db506c3391a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:01.096308 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-0b261bfd-f26f-4f59-b8c3-2db506c3391a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5fcbe99-7b58-47ae-879f-6f04c22f5bee HTTP/1.1" status: 204 len: 168 time: 0.1207173 Mar 18 12:37:01.104768 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261bfd-f26f-4f59-b8c3-2db506c3391a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fcbe99-7b58-47ae-879f-6f04c22f5bee,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:01.387165 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-118bf643-9b50-4a6e-934d-60b9813e986e req-06c638d2-e676-49c2-9cd5-40e91b6678fc tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 210 time: 0.0569391 Mar 18 12:37:01.393789 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-493b50d9-8f90-4d44-8ca1-19796057ebde tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:01.395819 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-493b50d9-8f90-4d44-8ca1-19796057ebde tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.37 "GET /v2.0/networks?id=70013a92-ef61-4704-bea2-e68cadec5e58 HTTP/1.1" status: 200 len: 809 time: 0.1880722 Mar 18 12:37:01.423970 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Request body: {'port': {'device_id': 'a3296626-7cb5-4ebf-957e-84a6473f5dbe', 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58', 'admin_state_up': True, 'tenant_id': 'ebee0af9b05e476680eb9e238f2c2c5c'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:37:01.544359 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3d0f-2538-4f1a-89d2-6edc294d0308 req-2f011d64-0255-4f70-8022-29f712dd358c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:01.545890 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97fd3d0f-2538-4f1a-89d2-6edc294d0308 req-2f011d64-0255-4f70-8022-29f712dd358c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.1052971 Mar 18 12:37:01.583086 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Made reservation on behalf of ebee0af9b05e476680eb9e238f2c2c5c for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:37:01.588539 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:01.612310 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97fd3d0f-2538-4f1a-89d2-6edc294d0308 req-eec829b9-95bc-4515-85ad-e2b026551120 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541651 Mar 18 12:37:01.742069 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Allocated IP 172.20.0.5 (70013a92-ef61-4704-bea2-e68cadec5e58/bc8be8c0-5601-4501-bc56-cefb2ca91790/fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:37:01.822932 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 5d189f45-21f6-4e51-9846-42cd6598e7ac up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:37:01.919381 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5d5d-ba04-4c8a-87a6-cdd3b4c768af req-b910c22d-3359-479f-9779-82b0a0e311ab tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:01.921358 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fb1f5d5d-ba04-4c8a-87a6-cdd3b4c768af req-b910c22d-3359-479f-9779-82b0a0e311ab tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 945 time: 0.1016765 Mar 18 12:37:01.949295 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 5d189f45-21f6-4e51-9846-42cd6598e7ac completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:37:01.958446 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 5d189f45-21f6-4e51-9846-42cd6598e7ac triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:37:01.959095 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.022437 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fb1f5d5d-ba04-4c8a-87a6-cdd3b4c768af req-c7c96a13-ee22-4ff0-a786-a0fc07b75a51 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908494 Mar 18 12:37:02.034303 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks [] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.083668 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.131051 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 5d189f45-21f6-4e51-9846-42cd6598e7ac is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:37:02.131675 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.136674 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Network 70013a92-ef61-4704-bea2-e68cadec5e58 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:37:02.140581 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:37:02.144176 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:37:02.171383 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363301a7-ffef-42e3-b89f-c7de6ab46cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d189f45-21f6-4e51-9846-42cd6598e7ac'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:37:02.175669 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4467d44-5921-4004-a68b-e77df2e5e084" -d '{"events": [{"server_uuid": "363301a7-ffef-42e3-b89f-c7de6ab46cc9", "name": "network-vif-plugged", "status": "completed", "tag": "5d189f45-21f6-4e51-9846-42cd6598e7ac"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:37:02.178716 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Pushing event updated for resources: {'Port': ['ID=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:02.212085 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 5d189f45-21f6-4e51-9846-42cd6598e7ac, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d189f45-21f6-4e51-9846-42cd6598e7ac,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:37:02.214713 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33910) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:02.222090 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.223117 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device cb5605ba-9ae8-4e75-9677-01a5d3e3528f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:37:02.227265 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:02.234082 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.248203 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba16245-da2a-4fe7-a20d-22f91d12bee3 x-openstack-request-id: req-eba16245-da2a-4fe7-a20d-22f91d12bee3 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:37:02.248679 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363301a7-ffef-42e3-b89f-c7de6ab46cc9", "name": "network-vif-plugged", "status": "completed", "tag": "5d189f45-21f6-4e51-9846-42cd6598e7ac", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:37:02.249356 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eba16245-da2a-4fe7-a20d-22f91d12bee3 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:37:02.250091 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363301a7-ffef-42e3-b89f-c7de6ab46cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d189f45-21f6-4e51-9846-42cd6598e7ac', 'code': 200} Mar 18 12:37:02.254235 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: cb5605ba-9ae8-4e75-9677-01a5d3e3528f {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:37:02.255268 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device cb5605ba-9ae8-4e75-9677-01a5d3e3528f not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:37:02.256265 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-f9346bae-7a18-4d9e-a4cb-566e2a37c30b tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8448260 Mar 18 12:37:02.270830 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Request body: {'port': {'device_id': 'a3296626-7cb5-4ebf-957e-84a6473f5dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:37:02.321956 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=5d189f45-21f6-4e51-9846-42cd6598e7ac,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:02.339635 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c79fb1c-4e4a-4314-b133-82f8db8f6c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.373096 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.447255 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c79fb1c-4e4a-4314-b133-82f8db8f6c7a admin admin] Publish callbacks [] for security_group (646ef458-33b5-4f3a-bc6d-8d03bd048461), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.455230 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c79fb1c-4e4a-4314-b133-82f8db8f6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (646ef458-33b5-4f3a-bc6d-8d03bd048461), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.536287 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6c79fb1c-4e4a-4314-b133-82f8db8f6c7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5740f7ce57e24582b37939e71f5864e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190107 Mar 18 12:37:02.540771 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33926) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:02.541578 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79fb1c-4e4a-4314-b133-82f8db8f6c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646ef458-33b5-4f3a-bc6d-8d03bd048461,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:02.595793 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf3990-accd-4cc9-b0c2-078c6fd33caa req-6322fca1-d97b-43bd-ba12-673479d36b7f tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:02.597386 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-23cf3990-accd-4cc9-b0c2-078c6fd33caa req-6322fca1-d97b-43bd-ba12-673479d36b7f tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 931 time: 0.1242714 Mar 18 12:37:02.597567 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef463a-ace7-4eed-8c64-985ef426be11 req-3c860ec4-fd9e-424b-a163-49901d4f0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:02.599206 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92ef463a-ace7-4eed-8c64-985ef426be11 req-3c860ec4-fd9e-424b-a163-49901d4f0b09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 1130 time: 0.1976771 Mar 18 12:37:02.640951 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b0c71be-835a-418d-a1cf-7593b390df93 admin admin] Publish callbacks [] for security_group (646ef458-33b5-4f3a-bc6d-8d03bd048461), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.681550 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b0c71be-835a-418d-a1cf-7593b390df93 admin admin] Publish callbacks [] for security_group (646ef458-33b5-4f3a-bc6d-8d03bd048461), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.694352 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-23cf3990-accd-4cc9-b0c2-078c6fd33caa req-7698ee19-9401-4957-b043-714cab72cf19 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884032 Mar 18 12:37:02.725672 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92ef463a-ace7-4eed-8c64-985ef426be11 req-fb516f8c-ba97-4304-bd50-431d36c69255 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161461 Mar 18 12:37:02.805113 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b0c71be-835a-418d-a1cf-7593b390df93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (646ef458-33b5-4f3a-bc6d-8d03bd048461), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.807638 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b0c71be-835a-418d-a1cf-7593b390df93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.809017 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5b0c71be-835a-418d-a1cf-7593b390df93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/646ef458-33b5-4f3a-bc6d-8d03bd048461 HTTP/1.1" status: 204 len: 168 time: 0.2645435 Mar 18 12:37:02.818840 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b91f8-31e5-4194-ae98-3cf6d804dbfd req-f1dbe9bb-7a69-4c8d-a073-daee4424116a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:02.820921 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b38b91f8-31e5-4194-ae98-3cf6d804dbfd req-f1dbe9bb-7a69-4c8d-a073-daee4424116a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0824969 Mar 18 12:37:02.833346 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c71be-835a-418d-a1cf-7593b390df93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646ef458-33b5-4f3a-bc6d-8d03bd048461,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:02.895580 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:37:02.906748 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b38b91f8-31e5-4194-ae98-3cf6d804dbfd req-d05a4bd9-e6f4-4ef5-8572-bb841c2b9d34 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741251 Mar 18 12:37:02.907188 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Publish callbacks [] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:02.924796 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Transition to ACTIVE for port object fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:37:02.931634 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.045253 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:03.120697 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Attempting to bind port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:37:03.121007 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Attempting to bind port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '41a12627-9e18-4cce-b3ea-b43bda668dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:37:03.126854 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Attempting to bind port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 on network 70013a92-ef61-4704-bea2-e68cadec5e58 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:37:03.133077 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 on network 70013a92-ef61-4704-bea2-e68cadec5e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:37:03.133077 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Attempting to bind port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 on network 70013a92-ef61-4704-bea2-e68cadec5e58 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:37:03.141770 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:37:03.141915 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Checking segment: {'id': '41a12627-9e18-4cce-b3ea-b43bda668dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:37:03.142287 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Bound using segment: {'id': '41a12627-9e18-4cce-b3ea-b43bda668dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:37:03.142905 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Bound port: fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a12627-9e18-4cce-b3ea-b43bda668dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:37:03.143425 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.206044 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f8377-613e-481a-b531-f54151550777 req-073d84d0-78b4-4098-9b22-b4efadd11076 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:03.208240 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f93f8377-613e-481a-b531-f54151550777 req-073d84d0-78b4-4098-9b22-b4efadd11076 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 946 time: 0.0857589 Mar 18 12:37:03.229346 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] For port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:37:03.233680 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] For port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:37:03.242039 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.273115 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f93f8377-613e-481a-b531-f54151550777 req-2923d0c8-f685-4bd0-a23d-9c67a8279804 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588744 Mar 18 12:37:03.299370 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:03.300077 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.301679 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] 10.222.0.37 "PUT /v2.0/ports/fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 HTTP/1.1" status: 200 len: 1093 time: 1.0365877 Mar 18 12:37:03.302129 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3296626-7cb5-4ebf-957e-84a6473f5dbe', 'tag': 'fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:37:03.304594 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9022312a-ba63-4f67-8c60-1d0106fa3fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3296626-7cb5-4ebf-957e-84a6473f5dbe", "tag": "fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:37:03.362434 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33960) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:03.373954 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1c5b8-c908-407e-9c76-67dc4add7077 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:03.376727 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d44e443-a347-428a-b990-2b3e2e832ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.384413 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e08824c-e273-48e8-88f7-92dab5f1fe8b x-openstack-request-id: req-9e08824c-e273-48e8-88f7-92dab5f1fe8b {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:37:03.385101 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3296626-7cb5-4ebf-957e-84a6473f5dbe", "tag": "fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:37:03.385499 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e08824c-e273-48e8-88f7-92dab5f1fe8b {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:37:03.385936 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3296626-7cb5-4ebf-957e-84a6473f5dbe', 'tag': 'fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26', 'status': 'completed', 'code': 200} Mar 18 12:37:03.429228 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-d4807ac1-0f7b-4417-aa37-d6f343bec029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:03.431183 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-d4807ac1-0f7b-4417-aa37-d6f343bec029 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebee0af9b05e476680eb9e238f2c2c5c&device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 1127 time: 0.0727751 Mar 18 12:37:03.489287 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-68f9713a-1427-4c2a-b702-1db83988f16d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 HTTP/1.1" status: 200 len: 217 time: 0.0471647 Mar 18 12:37:03.504469 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d44e443-a347-428a-b990-2b3e2e832ca7 admin admin] Publish callbacks [] for security_group (c0ed6f46-c88d-4a9b-9caa-4b59233fb53e), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.515940 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d44e443-a347-428a-b990-2b3e2e832ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c0ed6f46-c88d-4a9b-9caa-4b59233fb53e), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.549372 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-3dc63ef5-ff88-47d9-84ec-736b060dee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:03.551366 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-3dc63ef5-ff88-47d9-84ec-736b060dee65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc8be8c0-5601-4501-bc56-cefb2ca91790 HTTP/1.1" status: 200 len: 849 time: 0.0531540 Mar 18 12:37:03.562707 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4d44e443-a347-428a-b990-2b3e2e832ca7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82e720cf08eb4cf5bf38f1a1ce130cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986489 Mar 18 12:37:03.564132 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44e443-a347-428a-b990-2b3e2e832ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ed6f46-c88d-4a9b-9caa-4b59233fb53e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:03.566492 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 33970) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:03.595529 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-b7030164-f9b3-41ea-96dc-293c93d46819 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70013a92-ef61-4704-bea2-e68cadec5e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361409 Mar 18 12:37:03.633851 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e1529e-340e-42b5-a63a-4abfa677f04c admin admin] Publish callbacks [] for security_group (c0ed6f46-c88d-4a9b-9caa-4b59233fb53e), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.656651 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e1529e-340e-42b5-a63a-4abfa677f04c admin admin] Publish callbacks [] for security_group (c0ed6f46-c88d-4a9b-9caa-4b59233fb53e), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.702998 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-0cb148c5-6d73-4128-99ba-a4f792b078f8 service neutron] 10.222.0.37 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965397 Mar 18 12:37:03.708621 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e1529e-340e-42b5-a63a-4abfa677f04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c0ed6f46-c88d-4a9b-9caa-4b59233fb53e), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.711678 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e1529e-340e-42b5-a63a-4abfa677f04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:03.712940 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-81e1529e-340e-42b5-a63a-4abfa677f04c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0ed6f46-c88d-4a9b-9caa-4b59233fb53e HTTP/1.1" status: 204 len: 168 time: 0.1455276 Mar 18 12:37:03.725577 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1529e-340e-42b5-a63a-4abfa677f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ed6f46-c88d-4a9b-9caa-4b59233fb53e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:03.835617 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12644ee8-ba0d-4b56-9dec-05d313d71d11 req-5663681f-0c3b-4750-a1fe-41a75a6ac9a8 service neutron] 10.222.0.37 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253319 Mar 18 12:37:03.889534 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c244ee-5ffd-453f-935b-7b63c07274ff req-d6268e1e-f835-4698-8708-351f85b6d09a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:03.892060 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51c244ee-5ffd-453f-935b-7b63c07274ff req-d6268e1e-f835-4698-8708-351f85b6d09a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 943 time: 0.0806720 Mar 18 12:37:04.002681 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-1eac6376-4d76-41fe-b9ad-91649e92894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:04.003971 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51c244ee-5ffd-453f-935b-7b63c07274ff req-ee77fa8d-32bf-4db5-a073-1122a315934c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051917 Mar 18 12:37:04.004162 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-1eac6376-4d76-41fe-b9ad-91649e92894f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebee0af9b05e476680eb9e238f2c2c5c&device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 1127 time: 0.0946357 Mar 18 12:37:04.096696 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738791e-1fc0-4c61-8f3a-1cd2f35f7009 req-0db9ba5e-73ac-4067-994b-675839a9a5de tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:04.099130 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a738791e-1fc0-4c61-8f3a-1cd2f35f7009 req-0db9ba5e-73ac-4067-994b-675839a9a5de tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.1094618 Mar 18 12:37:04.165574 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a738791e-1fc0-4c61-8f3a-1cd2f35f7009 req-7e822d91-7cc0-4499-b5f4-a70a95b73001 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585938 Mar 18 12:37:04.166041 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-e3dc1b04-4301-4687-9946-0ac8e3f18d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:04.167601 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-e3dc1b04-4301-4687-9946-0ac8e3f18d0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=70013a92-ef61-4704-bea2-e68cadec5e58 HTTP/1.1" status: 200 len: 910 time: 0.1472304 Mar 18 12:37:04.210665 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-ff6b5114-44c4-447c-ba5f-f2db5113e4d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 HTTP/1.1" status: 200 len: 217 time: 0.0358067 Mar 18 12:37:04.261536 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-5b71c037-bc22-45a9-9861-a5960a9c557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:04.263090 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-5b71c037-bc22-45a9-9861-a5960a9c557c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc8be8c0-5601-4501-bc56-cefb2ca91790 HTTP/1.1" status: 200 len: 849 time: 0.0455239 Mar 18 12:37:04.299068 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-b57a95b8-6959-4c2c-a7c8-260877e875a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70013a92-ef61-4704-bea2-e68cadec5e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288508 Mar 18 12:37:04.410844 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b488e-5d29-494b-a437-9c270ee1848b req-b7b4f5e6-5aa2-4ad0-a073-811759ae2ef4 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:04.413210 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e80b488e-5d29-494b-a437-9c270ee1848b req-b7b4f5e6-5aa2-4ad0-a073-811759ae2ef4 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 946 time: 0.0572011 Mar 18 12:37:04.417498 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-98bb9c1f-c567-4223-9233-f75b9bfdb751 service neutron] 10.222.0.37 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108673 Mar 18 12:37:04.477249 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e80b488e-5d29-494b-a437-9c270ee1848b req-e7367040-4143-4d0e-baa3-6deea1c6db8d tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576086 Mar 18 12:37:04.535005 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9022312a-ba63-4f67-8c60-1d0106fa3fd8 req-c4249d41-f3c3-444c-af6f-45f085e9ae50 service neutron] 10.222.0.37 "GET /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101134 Mar 18 12:37:05.167053 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875028d5-8197-461f-bc6c-36a1586fe0d5 req-260223fa-8417-451a-95e5-fd62e1e783bc tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:05.169941 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-875028d5-8197-461f-bc6c-36a1586fe0d5 req-260223fa-8417-451a-95e5-fd62e1e783bc tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 943 time: 0.0912685 Mar 18 12:37:05.294664 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-875028d5-8197-461f-bc6c-36a1586fe0d5 req-993ba6c0-2cb9-42c5-b631-b2c7e8953cfc tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169047 Mar 18 12:37:05.378344 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60e653-7d6a-4892-9eb6-538b2af1a059 req-1004c557-aa26-44ff-8393-e127e860baa6 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:05.380227 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2d60e653-7d6a-4892-9eb6-538b2af1a059 req-1004c557-aa26-44ff-8393-e127e860baa6 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0846031 Mar 18 12:37:05.404045 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ecf23-8046-4518-93ef-4cbfe40c51f7 req-71a9abad-9166-4d24-9d19-bccd73260456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:05.405952 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ed7ecf23-8046-4518-93ef-4cbfe40c51f7 req-71a9abad-9166-4d24-9d19-bccd73260456 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 1129 time: 0.1185310 Mar 18 12:37:05.482906 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ed7ecf23-8046-4518-93ef-4cbfe40c51f7 req-88219a78-5341-4092-a6ab-99edd0d677f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686097 Mar 18 12:37:05.483335 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2d60e653-7d6a-4892-9eb6-538b2af1a059 req-7a492867-386a-4499-8226-aa096cd1a137 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934386 Mar 18 12:37:06.417460 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e642-050d-4da1-ab1f-da772d2adcad req-17dce4ba-9829-49fa-92ab-2e6b4991144a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:06.418990 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c433e642-050d-4da1-ab1f-da772d2adcad req-17dce4ba-9829-49fa-92ab-2e6b4991144a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 943 time: 0.0544014 Mar 18 12:37:06.465695 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c433e642-050d-4da1-ab1f-da772d2adcad req-64c4ac36-28c7-4008-9abb-ad37947b28e1 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Mar 18 12:37:06.592680 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69023a-0ba7-4ce3-b85d-ab7683f740d3 req-7fc16971-ba2e-4395-856f-a9e1318a8781 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:06.594104 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8e69023a-0ba7-4ce3-b85d-ab7683f740d3 req-7fc16971-ba2e-4395-856f-a9e1318a8781 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0541415 Mar 18 12:37:06.642317 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8e69023a-0ba7-4ce3-b85d-ab7683f740d3 req-5ff92a7f-eb89-4e54-b93f-25b0034d6d17 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Mar 18 12:37:07.583237 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d687f19-e0d6-426a-97b2-d3689a9adbc9 req-f6f5ec2f-7b76-4d51-9a60-d89111a9e0d0 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:07.584733 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d687f19-e0d6-426a-97b2-d3689a9adbc9 req-f6f5ec2f-7b76-4d51-9a60-d89111a9e0d0 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 943 time: 0.0514784 Mar 18 12:37:07.631228 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d687f19-e0d6-426a-97b2-d3689a9adbc9 req-e0c3e15a-9af9-4061-9df6-029b7346c8dd tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410676 Mar 18 12:37:07.761598 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915278e4-c526-4168-8396-5b33aa20b07f req-650a808a-eb19-4d16-a743-0110d08250d8 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:07.763089 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-915278e4-c526-4168-8396-5b33aa20b07f req-650a808a-eb19-4d16-a743-0110d08250d8 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0557439 Mar 18 12:37:07.808791 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-915278e4-c526-4168-8396-5b33aa20b07f req-0eaa0ce8-5721-4b04-8f43-760e8c7e3f28 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402792 Mar 18 12:37:07.932009 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102496f-1b9b-4765-8fbe-5b501d042928 req-ff11942a-8ce3-43fc-9699-bec7c2e727c7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:07.933743 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a102496f-1b9b-4765-8fbe-5b501d042928 req-ff11942a-8ce3-43fc-9699-bec7c2e727c7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0549250 Mar 18 12:37:07.983343 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a102496f-1b9b-4765-8fbe-5b501d042928 req-4501228c-68c3-4937-9900-1038f38dd916 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Mar 18 12:37:08.417388 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:37:08.514338 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:37:08.526506 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26', 'network_id': '70013a92-ef61-4704-bea2-e68cadec5e58', 'port_id': 'fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26', 'mac_address': 'fa:16:3e:e7:1f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8be8c0-5601-4501-bc56-cefb2ca91790', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:37:08.562176 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:37:08.562586 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:08.575477 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:37:08.595384 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:37:08.599238 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:08.606072 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 34224) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:08.648890 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:08.733903 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca7a3-82b3-4623-8acf-6ceda77887b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:08.782848 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d8c9d-474b-4b15-a2c8-151553720c7a req-ef3f3144-ab62-4d6d-a36e-75bc629bbee5 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:08.784280 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8e5d8c9d-474b-4b15-a2c8-151553720c7a req-ef3f3144-ab62-4d6d-a36e-75bc629bbee5 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 944 time: 0.0842853 Mar 18 12:37:08.854935 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8e5d8c9d-474b-4b15-a2c8-151553720c7a req-db406d57-50fc-440f-a4b0-5bd368e8b30d tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644653 Mar 18 12:37:08.863544 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca7a3-82b3-4623-8acf-6ceda77887b6 admin admin] Publish callbacks [] for security_group (f7547c94-27ca-4d08-b731-5f6e9b5bbcc4), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:08.867981 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca7a3-82b3-4623-8acf-6ceda77887b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (f7547c94-27ca-4d08-b731-5f6e9b5bbcc4), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:08.905090 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9e9ca7a3-82b3-4623-8acf-6ceda77887b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b247be61d41432d8cb2157752ff2bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978232 Mar 18 12:37:08.905940 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ca7a3-82b3-4623-8acf-6ceda77887b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7547c94-27ca-4d08-b731-5f6e9b5bbcc4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:08.907879 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34230) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:08.953960 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d8fabdd1-81b0-46a3-99f0-8bf9bf4401ac admin admin] Publish callbacks [] for security_group (f7547c94-27ca-4d08-b731-5f6e9b5bbcc4), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:08.976263 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d8fabdd1-81b0-46a3-99f0-8bf9bf4401ac admin admin] Publish callbacks [] for security_group (f7547c94-27ca-4d08-b731-5f6e9b5bbcc4), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.022359 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d8fabdd1-81b0-46a3-99f0-8bf9bf4401ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (f7547c94-27ca-4d08-b731-5f6e9b5bbcc4), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.024951 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d8fabdd1-81b0-46a3-99f0-8bf9bf4401ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.026094 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d8fabdd1-81b0-46a3-99f0-8bf9bf4401ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7547c94-27ca-4d08-b731-5f6e9b5bbcc4 HTTP/1.1" status: 204 len: 168 time: 0.1172283 Mar 18 12:37:09.034720 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fabdd1-81b0-46a3-99f0-8bf9bf4401ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7547c94-27ca-4d08-b731-5f6e9b5bbcc4,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:09.280967 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34238) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:09.294376 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a6a4-81b1-4372-9ad3-9fb79176a982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.381919 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a6a4-81b1-4372-9ad3-9fb79176a982 admin admin] Publish callbacks [] for security_group (359863bb-4269-4bdf-99e7-50428706e546), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.386094 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a6a4-81b1-4372-9ad3-9fb79176a982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (359863bb-4269-4bdf-99e7-50428706e546), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.422032 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3aa1a6a4-81b1-4372-9ad3-9fb79176a982 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6056676c58094f49bf89a4ca739ed7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398222 Mar 18 12:37:09.424607 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1a6a4-81b1-4372-9ad3-9fb79176a982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359863bb-4269-4bdf-99e7-50428706e546,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:09.425214 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 34246) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:09.470881 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d643041-37fd-4f39-96cf-deb850eee081 admin admin] Publish callbacks [] for security_group (359863bb-4269-4bdf-99e7-50428706e546), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.491365 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d643041-37fd-4f39-96cf-deb850eee081 admin admin] Publish callbacks [] for security_group (359863bb-4269-4bdf-99e7-50428706e546), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.535674 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d643041-37fd-4f39-96cf-deb850eee081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (359863bb-4269-4bdf-99e7-50428706e546), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.538065 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d643041-37fd-4f39-96cf-deb850eee081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.539205 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9d643041-37fd-4f39-96cf-deb850eee081 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/359863bb-4269-4bdf-99e7-50428706e546 HTTP/1.1" status: 204 len: 168 time: 0.1130130 Mar 18 12:37:09.547012 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d643041-37fd-4f39-96cf-deb850eee081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359863bb-4269-4bdf-99e7-50428706e546,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:09.846896 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 34252) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:09.859500 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d596-c202-4456-8353-eb093b703a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.861755 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:37:09.964654 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d596-c202-4456-8353-eb093b703a60 admin admin] Publish callbacks [] for security_group (4c0c8618-3193-4d5d-809d-7a48906b636b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:09.971201 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d596-c202-4456-8353-eb093b703a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4c0c8618-3193-4d5d-809d-7a48906b636b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:10.018793 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-dbc2d596-c202-4456-8353-eb093b703a60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37ea9c598ff14110ba9f46fdc5865570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707964 Mar 18 12:37:10.019722 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2d596-c202-4456-8353-eb093b703a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0c8618-3193-4d5d-809d-7a48906b636b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:10.021324 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34256) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:10.028789 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55616a-7666-4b94-ab4e-86d55e5a9967 req-11956dee-9b41-44ac-9f22-310bf4aeb4b0 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:10.030234 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8d55616a-7666-4b94-ab4e-86d55e5a9967 req-11956dee-9b41-44ac-9f22-310bf4aeb4b0 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 944 time: 0.1064434 Mar 18 12:37:10.069806 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-89197759-cf95-42d3-9186-24bcb80ba85d admin admin] Publish callbacks [] for security_group (4c0c8618-3193-4d5d-809d-7a48906b636b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:10.083694 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8d55616a-7666-4b94-ab4e-86d55e5a9967 req-33f50f18-515f-42d8-8483-928691f1c727 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Mar 18 12:37:10.090618 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-89197759-cf95-42d3-9186-24bcb80ba85d admin admin] Publish callbacks [] for security_group (4c0c8618-3193-4d5d-809d-7a48906b636b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:10.137112 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-89197759-cf95-42d3-9186-24bcb80ba85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4c0c8618-3193-4d5d-809d-7a48906b636b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:10.139846 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-89197759-cf95-42d3-9186-24bcb80ba85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:10.141594 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-89197759-cf95-42d3-9186-24bcb80ba85d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c0c8618-3193-4d5d-809d-7a48906b636b HTTP/1.1" status: 204 len: 168 time: 0.1186626 Mar 18 12:37:10.151254 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89197759-cf95-42d3-9186-24bcb80ba85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0c8618-3193-4d5d-809d-7a48906b636b,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:10.435338 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:37:11.205315 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265733c-03c3-4617-a40c-d99b1e443c0a req-8d43ed47-1755-4533-b420-29e154c6e27c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:11.206820 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3265733c-03c3-4617-a40c-d99b1e443c0a req-8d43ed47-1755-4533-b420-29e154c6e27c tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 944 time: 0.0549731 Mar 18 12:37:11.255193 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3265733c-03c3-4617-a40c-d99b1e443c0a req-667d9b80-5d6f-4283-ba73-9ace813b6b70 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Mar 18 12:37:11.735721 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af301-666e-40c5-be43-a1c42fe08b18 req-5fa6bba0-b481-4bc6-9ec2-33c3f8ead8f5 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:11.737184 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d01af301-666e-40c5-be43-a1c42fe08b18 req-5fa6bba0-b481-4bc6-9ec2-33c3f8ead8f5 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Mar 18 12:37:11.784760 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d01af301-666e-40c5-be43-a1c42fe08b18 req-f823d35f-12db-4145-90f3-3c84dbd31440 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Mar 18 12:37:12.371720 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6284a9d-2ea5-47a3-94d4-30e084c6a4f3 req-8ba0e98d-cbe7-4fe0-87cc-23faae195abe tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:12.373168 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e6284a9d-2ea5-47a3-94d4-30e084c6a4f3 req-8ba0e98d-cbe7-4fe0-87cc-23faae195abe tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 944 time: 0.0514400 Mar 18 12:37:12.421129 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e6284a9d-2ea5-47a3-94d4-30e084c6a4f3 req-cc931c2f-da80-4089-b469-31658dd77bd3 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Mar 18 12:37:12.895827 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139deb2-5443-4e83-8bb9-eb792c9914f0 req-bc9d99c5-cd28-4efe-aacb-03edf3464251 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:12.897239 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5139deb2-5443-4e83-8bb9-eb792c9914f0 req-bc9d99c5-cd28-4efe-aacb-03edf3464251 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0498786 Mar 18 12:37:12.941362 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5139deb2-5443-4e83-8bb9-eb792c9914f0 req-dacfeb27-6743-47df-b729-fdc421b4b9b2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388067 Mar 18 12:37:13.539781 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d6e1e-abd7-46b2-8334-683f1887f65c req-2a96eaea-1429-41ea-9b5a-49f0a510eaff tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:13.541237 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-450d6e1e-abd7-46b2-8334-683f1887f65c req-2a96eaea-1429-41ea-9b5a-49f0a510eaff tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 944 time: 0.0536520 Mar 18 12:37:13.585327 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-450d6e1e-abd7-46b2-8334-683f1887f65c req-19bac17e-b326-4f50-b041-5860e4ee62f5 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386801 Mar 18 12:37:13.968587 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:37:14.021170 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:37:14.025035 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:37:14.025410 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:14.025909 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d132da-e587-442e-a61c-3277ad3482cd req-c81cf9af-3b51-4c5c-acf4-d1c917d2cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:14.027446 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-98d132da-e587-442e-a61c-3277ad3482cd req-c81cf9af-3b51-4c5c-acf4-d1c917d2cd31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1129 time: 0.0469751 Mar 18 12:37:14.086480 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a177111-336b-4b8a-aa9b-3258c01b2376 req-cefdd7b1-00c7-4803-88c6-33cb7e010a54 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:14.087990 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a177111-336b-4b8a-aa9b-3258c01b2376 req-cefdd7b1-00c7-4803-88c6-33cb7e010a54 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0687234 Mar 18 12:37:14.123838 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d132da-e587-442e-a61c-3277ad3482cd req-82e869d1-a4e6-4cd2-a8bb-e40ea6e698a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:14.125509 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-98d132da-e587-442e-a61c-3277ad3482cd req-82e869d1-a4e6-4cd2-a8bb-e40ea6e698a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 920 time: 0.0913236 Mar 18 12:37:14.127516 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:37:14.127916 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:14.139195 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a177111-336b-4b8a-aa9b-3258c01b2376 req-1940cc18-e3c0-4bbb-aaf8-00b9c3e60f22 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456049 Mar 18 12:37:14.151431 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3296626-7cb5-4ebf-957e-84a6473f5dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:37:14.153506 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1c0f11-37d2-47d7-9040-c0a3a77f045a" -d '{"events": [{"server_uuid": "a3296626-7cb5-4ebf-957e-84a6473f5dbe", "name": "network-vif-plugged", "status": "completed", "tag": "fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:37:14.170398 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:37:14.173340 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-98d132da-e587-442e-a61c-3277ad3482cd req-991f21cc-7fe2-486f-8032-d4c636f00a84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43 HTTP/1.1" status: 200 len: 217 time: 0.0384040 Mar 18 12:37:14.175556 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:14.207294 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50922fc0-bf3d-44f4-8070-6068cb4a8378 x-openstack-request-id: req-50922fc0-bf3d-44f4-8070-6068cb4a8378 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:37:14.207737 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3296626-7cb5-4ebf-957e-84a6473f5dbe", "name": "network-vif-plugged", "status": "completed", "tag": "fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:37:14.208072 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50922fc0-bf3d-44f4-8070-6068cb4a8378 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:37:14.208556 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3296626-7cb5-4ebf-957e-84a6473f5dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26', 'code': 200} Mar 18 12:37:14.240032 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:14.250063 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d132da-e587-442e-a61c-3277ad3482cd req-0e02dae5-861a-48c0-9dd4-e97adc6ab760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:14.252118 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-98d132da-e587-442e-a61c-3277ad3482cd req-0e02dae5-861a-48c0-9dd4-e97adc6ab760 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.0717804 Mar 18 12:37:14.296250 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-98d132da-e587-442e-a61c-3277ad3482cd req-bd5e4493-2bd5-45c1-8381-2bdd5fe2a03d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274189 Mar 18 12:37:14.662053 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bb6df-e761-4aaf-9e28-884aabbbe208 req-bf889952-926a-4722-b0a4-cf698248e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:14.663591 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce3bb6df-e761-4aaf-9e28-884aabbbe208 req-bf889952-926a-4722-b0a4-cf698248e6f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 1129 time: 0.3081892 Mar 18 12:37:14.667837 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-98d132da-e587-442e-a61c-3277ad3482cd req-d1c856be-d605-46c9-9b68-5c7bb43c3465 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598816 Mar 18 12:37:14.716989 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694e8d9-af7c-47fc-a8f1-0c3dd1c9d40e req-3ae1e54a-1065-4718-a56c-3744047f4e5a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:14.718977 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9694e8d9-af7c-47fc-a8f1-0c3dd1c9d40e req-3ae1e54a-1065-4718-a56c-3744047f4e5a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0590591 Mar 18 12:37:14.768172 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9694e8d9-af7c-47fc-a8f1-0c3dd1c9d40e req-daba3df7-dfe9-4d08-a802-2ee7dbf1a427 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Mar 18 12:37:14.774669 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce3bb6df-e761-4aaf-9e28-884aabbbe208 req-0d074748-4587-4b44-a2bd-6913e5afb81d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935202 Mar 18 12:37:14.813477 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-98d132da-e587-442e-a61c-3277ad3482cd req-4bf00fb7-1a57-4de3-a0ef-2974fb93bf1f service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117513 Mar 18 12:37:15.262652 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df026-3732-492a-b1f2-dece43b4af72 req-9b0b674b-1249-426f-9184-12c5a7c286ce tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:15.264118 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-992df026-3732-492a-b1f2-dece43b4af72 req-9b0b674b-1249-426f-9184-12c5a7c286ce tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0537980 Mar 18 12:37:15.316303 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-992df026-3732-492a-b1f2-dece43b4af72 req-ea5e2768-1b93-4911-8371-bc5f74413b77 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465367 Mar 18 12:37:15.672063 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78db78fe-bd8e-4a79-8dad-3355804b043c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:15.902443 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef8d8-581f-4c7f-bdcc-3ffd331f97e9 req-496834e6-2d3b-40d0-a434-ae8e2418a7e4 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:15.902443 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-366ef8d8-581f-4c7f-bdcc-3ffd331f97e9 req-496834e6-2d3b-40d0-a434-ae8e2418a7e4 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0557809 Mar 18 12:37:15.951109 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-366ef8d8-581f-4c7f-bdcc-3ffd331f97e9 req-feea6607-9e4e-4af7-891b-80803db14d80 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Mar 18 12:37:16.328465 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34462) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:16.442315 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ce22c9c6-440c-41e8-a873-b109504c3c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:16.448123 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612f28-02d2-4af1-a1bb-9b578bb3b314 req-1d1e2ae2-276f-4a57-be0c-131fc85924da tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:16.449597 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6612f28-02d2-4af1-a1bb-9b578bb3b314 req-1d1e2ae2-276f-4a57-be0c-131fc85924da tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0656719 Mar 18 12:37:16.510185 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6612f28-02d2-4af1-a1bb-9b578bb3b314 req-775e73f6-5183-4f5d-9fd5-51f5e9cc91e9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539205 Mar 18 12:37:16.530663 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ce22c9c6-440c-41e8-a873-b109504c3c8a admin admin] Publish callbacks [] for security_group (ed98d583-d6cf-497d-a6d1-0ce15db0095d), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:16.535489 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ce22c9c6-440c-41e8-a873-b109504c3c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ed98d583-d6cf-497d-a6d1-0ce15db0095d), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:16.576205 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ce22c9c6-440c-41e8-a873-b109504c3c8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4cdba31bc68489d953e0185a2a354c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463925 Mar 18 12:37:16.579910 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34474) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:16.587517 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22c9c6-440c-41e8-a873-b109504c3c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed98d583-d6cf-497d-a6d1-0ce15db0095d,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:16.630732 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5bb06bfe-e890-427d-a9f9-a732c9283bcc admin admin] Publish callbacks [] for security_group (ed98d583-d6cf-497d-a6d1-0ce15db0095d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:16.653537 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5bb06bfe-e890-427d-a9f9-a732c9283bcc admin admin] Publish callbacks [] for security_group (ed98d583-d6cf-497d-a6d1-0ce15db0095d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:16.702537 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5bb06bfe-e890-427d-a9f9-a732c9283bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ed98d583-d6cf-497d-a6d1-0ce15db0095d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:16.705144 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5bb06bfe-e890-427d-a9f9-a732c9283bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:16.706295 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5bb06bfe-e890-427d-a9f9-a732c9283bcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed98d583-d6cf-497d-a6d1-0ce15db0095d HTTP/1.1" status: 204 len: 168 time: 0.1250918 Mar 18 12:37:16.714135 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb06bfe-e890-427d-a9f9-a732c9283bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed98d583-d6cf-497d-a6d1-0ce15db0095d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:16.964880 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 34484) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:16.980990 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-351aa6de-487b-4b37-962f-0163c78a2660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.088495 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-351aa6de-487b-4b37-962f-0163c78a2660 admin admin] Publish callbacks [] for security_group (340a0aaf-d16c-431f-9620-a66790849b20), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.094773 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-351aa6de-487b-4b37-962f-0163c78a2660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (340a0aaf-d16c-431f-9620-a66790849b20), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.111848 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990497-0d37-4596-a18f-916436bde7f3 req-5c82076d-e889-4c37-8fac-2f4b3832512a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:17.113320 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-70990497-0d37-4596-a18f-916436bde7f3 req-5c82076d-e889-4c37-8fac-2f4b3832512a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0894041 Mar 18 12:37:17.156396 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-351aa6de-487b-4b37-962f-0163c78a2660 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f73d9b91c774aef8c37bff7e05c5849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904550 Mar 18 12:37:17.158079 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aa6de-487b-4b37-962f-0163c78a2660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340a0aaf-d16c-431f-9620-a66790849b20,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:17.159702 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34488) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:17.186138 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-70990497-0d37-4596-a18f-916436bde7f3 req-0b6ef4e6-5c07-4bf8-89bb-5fdd1eee85ed tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654786 Mar 18 12:37:17.208892 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cfa8e4cc-bd43-4d4c-b081-4f516b099cbc admin admin] Publish callbacks [] for security_group (340a0aaf-d16c-431f-9620-a66790849b20), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.230226 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cfa8e4cc-bd43-4d4c-b081-4f516b099cbc admin admin] Publish callbacks [] for security_group (340a0aaf-d16c-431f-9620-a66790849b20), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.280009 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cfa8e4cc-bd43-4d4c-b081-4f516b099cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (340a0aaf-d16c-431f-9620-a66790849b20), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.282457 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cfa8e4cc-bd43-4d4c-b081-4f516b099cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.283586 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-cfa8e4cc-bd43-4d4c-b081-4f516b099cbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/340a0aaf-d16c-431f-9620-a66790849b20 HTTP/1.1" status: 204 len: 168 time: 0.1229100 Mar 18 12:37:17.292197 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8e4cc-bd43-4d4c-b081-4f516b099cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a0aaf-d16c-431f-9620-a66790849b20,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:17.596064 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34500) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:17.608665 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-812a5ea5-c34a-482a-991f-9635c2bd10c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.630675 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696dc2c-a089-47b6-a3f4-39dbad96f2ba req-a6c3cf1b-c361-4ef2-af85-19329a760916 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:17.632133 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e696dc2c-a089-47b6-a3f4-39dbad96f2ba req-a6c3cf1b-c361-4ef2-af85-19329a760916 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0590627 Mar 18 12:37:17.684476 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e696dc2c-a089-47b6-a3f4-39dbad96f2ba req-2e3b89b1-d50d-4307-9345-0a3bdd76f871 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462129 Mar 18 12:37:17.691083 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-812a5ea5-c34a-482a-991f-9635c2bd10c8 admin admin] Publish callbacks [] for security_group (8026a3a1-c40f-4794-86e4-ce9be5e3b136), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.696939 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-812a5ea5-c34a-482a-991f-9635c2bd10c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (8026a3a1-c40f-4794-86e4-ce9be5e3b136), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.735100 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-812a5ea5-c34a-482a-991f-9635c2bd10c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50cc1dc9d8b248f2a9cc1b6a224d978d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379774 Mar 18 12:37:17.736679 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a5ea5-c34a-482a-991f-9635c2bd10c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8026a3a1-c40f-4794-86e4-ce9be5e3b136,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:17.738310 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 34506) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:17.785165 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16ee8e1b-6a25-497c-b05b-fc849cd78f25 admin admin] Publish callbacks [] for security_group (8026a3a1-c40f-4794-86e4-ce9be5e3b136), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.805263 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16ee8e1b-6a25-497c-b05b-fc849cd78f25 admin admin] Publish callbacks [] for security_group (8026a3a1-c40f-4794-86e4-ce9be5e3b136), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.848118 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16ee8e1b-6a25-497c-b05b-fc849cd78f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (8026a3a1-c40f-4794-86e4-ce9be5e3b136), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.850608 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16ee8e1b-6a25-497c-b05b-fc849cd78f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:17.851701 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-16ee8e1b-6a25-497c-b05b-fc849cd78f25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8026a3a1-c40f-4794-86e4-ce9be5e3b136 HTTP/1.1" status: 204 len: 168 time: 0.1117027 Mar 18 12:37:17.858895 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee8e1b-6a25-497c-b05b-fc849cd78f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8026a3a1-c40f-4794-86e4-ce9be5e3b136,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:18.028688 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-607f56b5-0d14-4ae8-b32e-32b93ef362f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:18.811348 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8f2f-bd9f-40be-acf4-0ce556d6e317 req-169da14c-4175-40c5-8ea8-aaa1d1076e94 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:18.814767 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ab4a8f2f-bd9f-40be-acf4-0ce556d6e317 req-169da14c-4175-40c5-8ea8-aaa1d1076e94 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0547993 Mar 18 12:37:18.862617 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ab4a8f2f-bd9f-40be-acf4-0ce556d6e317 req-8b0d48f8-732d-4869-8bca-0c6190d7762f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 Mar 18 12:37:19.029562 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:19.981204 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768f67c-a65c-49f7-92aa-e42f959e98e3 req-37777a03-6bc0-470f-8751-8411ffe0dd66 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:19.982678 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b768f67c-a65c-49f7-92aa-e42f959e98e3 req-37777a03-6bc0-470f-8751-8411ffe0dd66 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0551808 Mar 18 12:37:20.031624 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b768f67c-a65c-49f7-92aa-e42f959e98e3 req-c66b7f7e-98d3-4b86-8664-dc13fc09683b tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Mar 18 12:37:20.606557 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2aecf3-eeab-483c-b6bd-f2683ae658ed req-be81b08d-607d-4109-be11-c71c3deb5e11 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:20.607884 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d2aecf3-eeab-483c-b6bd-f2683ae658ed req-be81b08d-607d-4109-be11-c71c3deb5e11 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0516543 Mar 18 12:37:20.653304 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d2aecf3-eeab-483c-b6bd-f2683ae658ed req-4c6e19dd-a54d-4665-8fb2-aba5adcfaa7e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 Mar 18 12:37:20.673873 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:21.152380 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ce7d-9fc3-4c9b-b8c9-5ad01172bc27 req-570920b9-b399-47de-9334-7c3287f8447a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:21.153798 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fbe9ce7d-9fc3-4c9b-b8c9-5ad01172bc27 req-570920b9-b399-47de-9334-7c3287f8447a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0555463 Mar 18 12:37:21.201879 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fbe9ce7d-9fc3-4c9b-b8c9-5ad01172bc27 req-2e87f030-be8a-45bd-ad1c-744837310366 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Mar 18 12:37:21.768970 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98142d2a-01a0-41df-9092-b3d0cb9c6c87 req-034d71b4-e6b1-450c-ac43-62e2a62ec489 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:21.770316 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-98142d2a-01a0-41df-9092-b3d0cb9c6c87 req-034d71b4-e6b1-450c-ac43-62e2a62ec489 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0515883 Mar 18 12:37:21.816970 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-98142d2a-01a0-41df-9092-b3d0cb9c6c87 req-32815321-f0a3-4fe0-812d-aba6bfe8e318 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Mar 18 12:37:21.906638 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:22.281923 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:22.326911 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c749fa-4bd0-4c8a-add3-d622da54ef08 req-e0d9c188-2d86-4903-84f7-cacf294943ed tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:22.328356 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f3c749fa-4bd0-4c8a-add3-d622da54ef08 req-e0d9c188-2d86-4903-84f7-cacf294943ed tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0545251 Mar 18 12:37:22.375917 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f3c749fa-4bd0-4c8a-add3-d622da54ef08 req-e3cb60cb-d940-481d-a01e-3833eea6b27d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Mar 18 12:37:22.934384 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89f5a6-8232-44b0-93d7-7972db1266ef req-a24f6ab9-5d2f-4e1f-b1ee-648d1a189774 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:22.935844 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc89f5a6-8232-44b0-93d7-7972db1266ef req-a24f6ab9-5d2f-4e1f-b1ee-648d1a189774 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0513723 Mar 18 12:37:22.984575 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc89f5a6-8232-44b0-93d7-7972db1266ef req-0e4caf37-4706-4e43-9e0a-216b36c7f14d tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Mar 18 12:37:23.494143 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a55b-73ae-4fc4-b8c0-c64774f9cf8d req-7489c72c-149a-4f79-b46d-2fed89cf897e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:23.495640 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15d6a55b-73ae-4fc4-b8c0-c64774f9cf8d req-7489c72c-149a-4f79-b46d-2fed89cf897e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0521319 Mar 18 12:37:23.543518 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15d6a55b-73ae-4fc4-b8c0-c64774f9cf8d req-34796803-6546-4864-bae6-5f331afc2ac2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Mar 18 12:37:24.107073 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5c39f-de2e-4b40-9320-32795946b77e req-0f923335-a844-4e8e-854d-a29028519378 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:24.108579 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8df5c39f-de2e-4b40-9320-32795946b77e req-0f923335-a844-4e8e-854d-a29028519378 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0540092 Mar 18 12:37:24.155200 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8df5c39f-de2e-4b40-9320-32795946b77e req-bea25319-3ee9-490a-90e3-bff73d7c4ca1 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Mar 18 12:37:24.659575 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236a19-06c8-4a92-ba11-a3cb696a9a5a req-478b61a5-3af8-4595-a6c8-65b7c8e71178 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:24.661011 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f9236a19-06c8-4a92-ba11-a3cb696a9a5a req-478b61a5-3af8-4595-a6c8-65b7c8e71178 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0531528 Mar 18 12:37:24.706116 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f9236a19-06c8-4a92-ba11-a3cb696a9a5a req-4f0cac2b-82d3-4dcc-981e-30547220be70 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397062 Mar 18 12:37:25.154659 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-80ebf0ff-e295-485f-994b-b37043a1b05e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:25.156118 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-80ebf0ff-e295-485f-994b-b37043a1b05e tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0619469 Mar 18 12:37:25.280656 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a1a6f-ddee-480b-af3a-cb48f389d92b req-edd9e9dc-8f61-4138-91a1-1cdb1eac9fc6 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:25.282109 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8f0a1a6f-ddee-480b-af3a-cb48f389d92b req-edd9e9dc-8f61-4138-91a1-1cdb1eac9fc6 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0628593 Mar 18 12:37:25.328162 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8f0a1a6f-ddee-480b-af3a-cb48f389d92b req-b7e017f8-32ae-4ff7-8eab-0b8f7a8285d7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Mar 18 12:37:25.827386 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d5c48-c9d1-4401-82e9-eebccba73e6c req-63f2ec7d-b134-4496-8e47-656fc84d86b8 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:25.828846 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a72d5c48-c9d1-4401-82e9-eebccba73e6c req-63f2ec7d-b134-4496-8e47-656fc84d86b8 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0553403 Mar 18 12:37:25.873846 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a72d5c48-c9d1-4401-82e9-eebccba73e6c req-331c4e26-ac3c-4e7e-a4f7-697c6d1aee09 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Mar 18 12:37:26.316864 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Deleting port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:37:26.317430 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:26.405970 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] For port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,segment=NetworkSegment(41a12627-9e18-4cce-b3ea-b43bda668dfc),segment_id=41a12627-9e18-4cce-b3ea-b43bda668dfc)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:37:26.406328 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:26.419680 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Calling delete_port for fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:37:26.454779 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9aea72-b990-49a0-ae5f-e72ec336608e req-074b48a7-d169-4dc6-bb3a-f90c77954680 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:26.461803 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8f9aea72-b990-49a0-ae5f-e72ec336608e req-074b48a7-d169-4dc6-bb3a-f90c77954680 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 945 time: 0.0583289 Mar 18 12:37:26.515056 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8f9aea72-b990-49a0-ae5f-e72ec336608e req-923c9067-2440-4030-b09f-2ce45bbcc92a tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fd40140-351c-4283-a46c-25d144e5413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524087 Mar 18 12:37:26.557732 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:26.587156 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Pushing event deleted for resources: {'Port': ['ID=fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:26.633930 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] No DVR routers for this DVR port fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:37:26.636997 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:26.640405 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4ec969ab-2f4a-4071-9c53-20874fd197ce req-92f2777e-d1ce-405f-b092-a85bae8d4bb7 tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.37 "DELETE /v2.0/ports/fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 HTTP/1.1" status: 204 len: 173 time: 0.4139609 Mar 18 12:37:26.640863 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3296626-7cb5-4ebf-957e-84a6473f5dbe', 'name': 'network-vif-deleted', 'tag': 'fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:37:26.643647 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a5360b-f02b-453c-b908-e9680d47aef3" -d '{"events": [{"server_uuid": "a3296626-7cb5-4ebf-957e-84a6473f5dbe", "name": "network-vif-deleted", "tag": "fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:37:26.678801 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a9ed6b-791c-4e65-8314-676cc2e60a20 x-openstack-request-id: req-87a9ed6b-791c-4e65-8314-676cc2e60a20 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:37:26.679095 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3296626-7cb5-4ebf-957e-84a6473f5dbe", "name": "network-vif-deleted", "tag": "fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:37:26.679379 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87a9ed6b-791c-4e65-8314-676cc2e60a20 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:37:26.679774 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3296626-7cb5-4ebf-957e-84a6473f5dbe', 'name': 'network-vif-deleted', 'tag': 'fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26', 'status': 'completed', 'code': 200} Mar 18 12:37:26.992635 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b71328-9e68-46e4-9e41-b56800ebc8bb req-81e46b45-48db-434e-af14-d69748a2b94c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:26.994080 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46b71328-9e68-46e4-9e41-b56800ebc8bb req-81e46b45-48db-434e-af14-d69748a2b94c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0556164 Mar 18 12:37:27.041065 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46b71328-9e68-46e4-9e41-b56800ebc8bb req-6d1c290e-0579-4d89-883f-7c8c6c769b0d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Mar 18 12:37:27.608800 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b121363-7ee8-4d5f-b1a0-1eaba102c0c5 req-e029fdb8-5012-4141-bad8-c651a175e46d tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 210 time: 0.0260398 Mar 18 12:37:28.160368 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a507f-5bcd-4a8b-afe5-1b03340adb85 req-afd7c6a4-7e17-4427-80fd-2d7ab8a95068 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:28.161799 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b9a507f-5bcd-4a8b-afe5-1b03340adb85 req-afd7c6a4-7e17-4427-80fd-2d7ab8a95068 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0559247 Mar 18 12:37:28.206135 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b9a507f-5bcd-4a8b-afe5-1b03340adb85 req-f127c5c5-6531-4a37-9ec8-a94e12dda020 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 Mar 18 12:37:28.254508 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:37:28.715193 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-722c069b-1ee2-4ca5-b064-66938201778e req-fd59e76f-26a8-4341-92f4-2a0e5d430dbe tempest-VolumesActionsTest-1354164948 tempest-VolumesActionsTest-1354164948-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3296626-7cb5-4ebf-957e-84a6473f5dbe HTTP/1.1" status: 200 len: 210 time: 0.0285184 Mar 18 12:37:29.322872 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9d297-f462-4b23-961a-cc2b299abd29 req-a4352104-ba8e-4406-b733-21e4b7e1e5d9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:29.324227 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0fe9d297-f462-4b23-961a-cc2b299abd29 req-a4352104-ba8e-4406-b733-21e4b7e1e5d9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0528352 Mar 18 12:37:29.371342 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0fe9d297-f462-4b23-961a-cc2b299abd29 req-e358c7a9-16cd-45ba-93d5-4a8fe6bc3835 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 Mar 18 12:37:30.261015 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:37:30.284381 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:37:30.284628 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device fbf2edb1-ab7e-4df0-8ddd-37d4135d1d26 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:37:30.488158 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24badd-6cb5-4a53-91ed-100c2b5476f0 req-36ef5be2-e2d6-4f64-9d80-30922f72cb61 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:30.489595 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bf24badd-6cb5-4a53-91ed-100c2b5476f0 req-36ef5be2-e2d6-4f64-9d80-30922f72cb61 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0545125 Mar 18 12:37:30.536028 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bf24badd-6cb5-4a53-91ed-100c2b5476f0 req-2bff0be1-7184-40cc-bce8-ba3aa7028840 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Mar 18 12:37:31.102150 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 34806) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:31.201735 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-076fc170-bdb4-4bd2-90b2-813e4f106d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.272832 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-076fc170-bdb4-4bd2-90b2-813e4f106d0a admin admin] Publish callbacks [] for security_group (790d9fd6-d5b0-4ccf-8b05-6cd97f3dc25a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.276203 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-076fc170-bdb4-4bd2-90b2-813e4f106d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (790d9fd6-d5b0-4ccf-8b05-6cd97f3dc25a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.312616 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-076fc170-bdb4-4bd2-90b2-813e4f106d0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d6adc2a81724e20910f9c1743bcd698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093899 Mar 18 12:37:31.313473 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fc170-bdb4-4bd2-90b2-813e4f106d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d9fd6-d5b0-4ccf-8b05-6cd97f3dc25a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:31.315356 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34810) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:31.364201 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a95f5552-7d16-4a26-99e2-d09eb6519074 admin admin] Publish callbacks [] for security_group (790d9fd6-d5b0-4ccf-8b05-6cd97f3dc25a), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.386080 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a95f5552-7d16-4a26-99e2-d09eb6519074 admin admin] Publish callbacks [] for security_group (790d9fd6-d5b0-4ccf-8b05-6cd97f3dc25a), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.431971 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a95f5552-7d16-4a26-99e2-d09eb6519074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (790d9fd6-d5b0-4ccf-8b05-6cd97f3dc25a), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.434655 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a95f5552-7d16-4a26-99e2-d09eb6519074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.435796 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a95f5552-7d16-4a26-99e2-d09eb6519074 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/790d9fd6-d5b0-4ccf-8b05-6cd97f3dc25a HTTP/1.1" status: 204 len: 168 time: 0.1193931 Mar 18 12:37:31.444433 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f5552-7d16-4a26-99e2-d09eb6519074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d9fd6-d5b0-4ccf-8b05-6cd97f3dc25a,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:31.655225 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9a2c4-e000-402b-91b8-325f8253d0c1 req-440d7b32-bc1b-4204-8c60-f1f0d7e9fcd9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:31.656766 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-91d9a2c4-e000-402b-91b8-325f8253d0c1 req-440d7b32-bc1b-4204-8c60-f1f0d7e9fcd9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0541842 Mar 18 12:37:31.702663 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34822) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:31.709709 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-91d9a2c4-e000-402b-91b8-325f8253d0c1 req-d07ef99a-6cad-4ac2-aae8-ff09c1e9a891 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474565 Mar 18 12:37:31.716033 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-67c58642-1564-4627-b7ac-a84e02efc559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.787587 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-67c58642-1564-4627-b7ac-a84e02efc559 admin admin] Publish callbacks [] for security_group (283c6ca9-d518-4099-9367-496ed3e27e5f), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.791060 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-67c58642-1564-4627-b7ac-a84e02efc559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (283c6ca9-d518-4099-9367-496ed3e27e5f), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.828083 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-67c58642-1564-4627-b7ac-a84e02efc559 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61c802ade91a468ea1d1901a5d90cc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243935 Mar 18 12:37:31.829168 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c58642-1564-4627-b7ac-a84e02efc559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283c6ca9-d518-4099-9367-496ed3e27e5f,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:31.830924 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 34828) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:31.878463 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98f8ff7c-9bd7-4c16-804e-64e92ec2fb35 admin admin] Publish callbacks [] for security_group (283c6ca9-d518-4099-9367-496ed3e27e5f), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.898770 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98f8ff7c-9bd7-4c16-804e-64e92ec2fb35 admin admin] Publish callbacks [] for security_group (283c6ca9-d518-4099-9367-496ed3e27e5f), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.943418 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98f8ff7c-9bd7-4c16-804e-64e92ec2fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (283c6ca9-d518-4099-9367-496ed3e27e5f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.946079 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98f8ff7c-9bd7-4c16-804e-64e92ec2fb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:31.947219 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-98f8ff7c-9bd7-4c16-804e-64e92ec2fb35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/283c6ca9-d518-4099-9367-496ed3e27e5f HTTP/1.1" status: 204 len: 168 time: 0.1141427 Mar 18 12:37:31.956808 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8ff7c-9bd7-4c16-804e-64e92ec2fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283c6ca9-d518-4099-9367-496ed3e27e5f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:32.825471 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93bef4-766f-4211-8308-4f5138d60356 req-b5733f8e-a79b-4645-9fb0-9f42c3fb4e8d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:32.827082 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6e93bef4-766f-4211-8308-4f5138d60356 req-b5733f8e-a79b-4645-9fb0-9f42c3fb4e8d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0519464 Mar 18 12:37:32.874856 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6e93bef4-766f-4211-8308-4f5138d60356 req-900e2e9f-9085-468b-9193-9d6af7350b12 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Mar 18 12:37:33.965556 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34928) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:33.997819 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93686d8b-23e5-4389-aff6-5e16c6a65ab0 req-f10cd15e-6513-475f-9884-5167c5da2abe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:33.999320 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-93686d8b-23e5-4389-aff6-5e16c6a65ab0 req-f10cd15e-6513-475f-9884-5167c5da2abe tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0570109 Mar 18 12:37:34.047329 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-93686d8b-23e5-4389-aff6-5e16c6a65ab0 req-797d766e-57ab-49f6-93db-b7c62afdb34a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Mar 18 12:37:34.076847 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa84a-abed-4127-ab25-265c8ca72aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.152884 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa84a-abed-4127-ab25-265c8ca72aad admin admin] Publish callbacks [] for security_group (9159463c-7f6e-40c6-93d9-d458dec1ddca), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.156722 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa84a-abed-4127-ab25-265c8ca72aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (9159463c-7f6e-40c6-93d9-d458dec1ddca), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.193524 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-fe0fa84a-abed-4127-ab25-265c8ca72aad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bd897e34acd46d99d14530a61e87567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268379 Mar 18 12:37:34.194381 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fa84a-abed-4127-ab25-265c8ca72aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9159463c-7f6e-40c6-93d9-d458dec1ddca,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:34.196188 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 34936) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:34.242410 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8feb17c-a970-42ac-ada5-07b8bf10dfa1 admin admin] Publish callbacks [] for security_group (9159463c-7f6e-40c6-93d9-d458dec1ddca), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.262258 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8feb17c-a970-42ac-ada5-07b8bf10dfa1 admin admin] Publish callbacks [] for security_group (9159463c-7f6e-40c6-93d9-d458dec1ddca), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.308980 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8feb17c-a970-42ac-ada5-07b8bf10dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (9159463c-7f6e-40c6-93d9-d458dec1ddca), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.311549 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8feb17c-a970-42ac-ada5-07b8bf10dfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.312702 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f8feb17c-a970-42ac-ada5-07b8bf10dfa1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9159463c-7f6e-40c6-93d9-d458dec1ddca HTTP/1.1" status: 204 len: 168 time: 0.1155283 Mar 18 12:37:34.320277 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8feb17c-a970-42ac-ada5-07b8bf10dfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9159463c-7f6e-40c6-93d9-d458dec1ddca,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:34.571909 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 34944) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:34.586666 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-278da830-af9d-48a7-88df-8434bade7756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.661792 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-278da830-af9d-48a7-88df-8434bade7756 admin admin] Publish callbacks [] for security_group (4127da08-20d5-4082-b1cf-08ede7e13a34), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.666049 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-278da830-af9d-48a7-88df-8434bade7756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4127da08-20d5-4082-b1cf-08ede7e13a34), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.703344 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-278da830-af9d-48a7-88df-8434bade7756 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc9a8c96ebf54e19970610122b041c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302965 Mar 18 12:37:34.704446 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da830-af9d-48a7-88df-8434bade7756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4127da08-20d5-4082-b1cf-08ede7e13a34,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:34.706676 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 34948) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:34.752531 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-836061e7-6f10-49f2-9bbb-3d5e24a439fd admin admin] Publish callbacks [] for security_group (4127da08-20d5-4082-b1cf-08ede7e13a34), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:34.775426 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-836061e7-6f10-49f2-9bbb-3d5e24a439fd admin admin] Publish callbacks [] for security_group (4127da08-20d5-4082-b1cf-08ede7e13a34), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:35.011173 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-836061e7-6f10-49f2-9bbb-3d5e24a439fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4127da08-20d5-4082-b1cf-08ede7e13a34), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:35.013635 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-836061e7-6f10-49f2-9bbb-3d5e24a439fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:35.014771 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-836061e7-6f10-49f2-9bbb-3d5e24a439fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4127da08-20d5-4082-b1cf-08ede7e13a34 HTTP/1.1" status: 204 len: 168 time: 0.3070378 Mar 18 12:37:35.022282 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836061e7-6f10-49f2-9bbb-3d5e24a439fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4127da08-20d5-4082-b1cf-08ede7e13a34,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:35.167710 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad725fb-97d7-492d-91cb-3771f7fb81a5 req-13caccf4-7034-4b76-9c38-0eed65f946a4 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:35.169147 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2ad725fb-97d7-492d-91cb-3771f7fb81a5 req-13caccf4-7034-4b76-9c38-0eed65f946a4 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0528207 Mar 18 12:37:35.228916 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2ad725fb-97d7-492d-91cb-3771f7fb81a5 req-9cda1aa5-7d44-4020-87ff-554d080b98c4 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502532 Mar 18 12:37:36.344804 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7019a2e-2779-4874-b405-d7bbf8ee9b5d req-a4ccb89f-10d5-4440-813e-23987a2c3d24 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:36.346233 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b7019a2e-2779-4874-b405-d7bbf8ee9b5d req-a4ccb89f-10d5-4440-813e-23987a2c3d24 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0506549 Mar 18 12:37:36.392746 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b7019a2e-2779-4874-b405-d7bbf8ee9b5d req-465fb2ab-4f63-46ca-a0a0-0983810d7167 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Mar 18 12:37:37.505590 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d296e1-ab2c-47dd-a3e4-aff480fdc510 req-eb332618-ba7e-43df-9b15-b2f658258701 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:37.507052 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63d296e1-ab2c-47dd-a3e4-aff480fdc510 req-eb332618-ba7e-43df-9b15-b2f658258701 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0508928 Mar 18 12:37:37.556271 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63d296e1-ab2c-47dd-a3e4-aff480fdc510 req-e1f9bf2a-260e-4deb-8ca4-f7c615887eee tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Mar 18 12:37:38.671456 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70114e67-0f84-44c5-ab61-d321c536b156 req-ceadbdfe-292a-478b-9d69-df635c325394 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:38.672982 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-70114e67-0f84-44c5-ab61-d321c536b156 req-ceadbdfe-292a-478b-9d69-df635c325394 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0508831 Mar 18 12:37:38.718111 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-70114e67-0f84-44c5-ab61-d321c536b156 req-a66fc673-c4da-4909-b9f3-d24f170be044 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Mar 18 12:37:39.863273 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90170ea-3abe-46bb-a25f-a28a30fe210b req-e09f53de-b21c-4899-8715-cc57b382f627 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:39.864804 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d90170ea-3abe-46bb-a25f-a28a30fe210b req-e09f53de-b21c-4899-8715-cc57b382f627 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0721884 Mar 18 12:37:39.920136 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d90170ea-3abe-46bb-a25f-a28a30fe210b req-747716cb-c8fb-45dd-b8ee-1f4514b017a4 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473447 Mar 18 12:37:41.034146 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74c9ae-7cf6-4cd3-b703-32a262686390 req-390ed13e-febe-4ab6-b94d-313965f7c772 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:41.036099 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f74c9ae-7cf6-4cd3-b703-32a262686390 req-390ed13e-febe-4ab6-b94d-313965f7c772 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0509982 Mar 18 12:37:41.079715 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f74c9ae-7cf6-4cd3-b703-32a262686390 req-cfc4f198-3e48-489e-9df7-28356ed0eae9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 Mar 18 12:37:42.201852 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63310ee-af61-444f-8c5f-d655f4bba332 req-2271b8f4-ccf1-4ce9-8d01-3667df14edb7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:42.203406 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b63310ee-af61-444f-8c5f-d655f4bba332 req-2271b8f4-ccf1-4ce9-8d01-3667df14edb7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0571907 Mar 18 12:37:42.250334 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b63310ee-af61-444f-8c5f-d655f4bba332 req-c93b77f5-23d9-4d81-ba59-58df6095b952 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Mar 18 12:37:43.366161 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df5f15-4a03-4035-86bb-a8046445187d req-7bd8f84f-4f73-4584-b7cd-92764edcb8e7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:43.367649 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46df5f15-4a03-4035-86bb-a8046445187d req-7bd8f84f-4f73-4584-b7cd-92764edcb8e7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0518141 Mar 18 12:37:43.412966 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46df5f15-4a03-4035-86bb-a8046445187d req-53163b72-5174-40cc-a9f6-53347583aaba tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Mar 18 12:37:44.543473 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ab20-d955-4050-9246-2ecc4e843d37 req-e1d933ca-2a9e-4346-a6e5-2a2e5aaf45e5 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:44.544925 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30d3ab20-d955-4050-9246-2ecc4e843d37 req-e1d933ca-2a9e-4346-a6e5-2a2e5aaf45e5 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0658164 Mar 18 12:37:44.592682 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30d3ab20-d955-4050-9246-2ecc4e843d37 req-bfa07052-60b9-4540-963c-7f845d158630 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Mar 18 12:37:45.689944 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32debf0-ce7b-42ec-8e88-2a14eeafa6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:45.727730 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba004c9-5f9d-4d8b-816c-037963bde3c0 req-cdae80d1-9ffc-4fc3-8dd1-2aa2f28e32c0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:45.729828 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5ba004c9-5f9d-4d8b-816c-037963bde3c0 req-cdae80d1-9ffc-4fc3-8dd1-2aa2f28e32c0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0682399 Mar 18 12:37:45.780267 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5ba004c9-5f9d-4d8b-816c-037963bde3c0 req-470a4d79-4d1d-457f-a15c-f328eb17471c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448217 Mar 18 12:37:46.393903 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 35248) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:46.591332 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:46.747057 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Publish callbacks [] for security_group (3dc9757a-504d-45b4-b561-b93ce42f1174), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:46.751937 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (3dc9757a-504d-45b4-b561-b93ce42f1174), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:46.836233 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47034c8370f2479fa08adcb624c4b33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406924 Mar 18 12:37:46.839149 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 35266) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:46.849911 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc9757a-504d-45b4-b561-b93ce42f1174,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:46.871938 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:37:46.873243 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.873949 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.875629 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.876618 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.877359 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.878788 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.879657 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.880282 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.881881 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.882659 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.883326 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.884669 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.885514 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.886083 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.886686 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8f9cd-cd06-4370-bbe5-d3063b2f0f40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:46.949953 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Publish callbacks [] for security_group (3dc9757a-504d-45b4-b561-b93ce42f1174), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:46.974198 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Publish callbacks [] for security_group (3dc9757a-504d-45b4-b561-b93ce42f1174), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.008319 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2f73b-7e27-4014-ae28-95d2b254ce32 req-3469e033-f873-430d-91a3-cdf791821e00 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:47.011235 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4df2f73b-7e27-4014-ae28-95d2b254ce32 req-3469e033-f873-430d-91a3-cdf791821e00 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0755601 Mar 18 12:37:47.041440 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (3dc9757a-504d-45b4-b561-b93ce42f1174), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.044950 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.046143 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dc9757a-504d-45b4-b561-b93ce42f1174 HTTP/1.1" status: 204 len: 168 time: 0.2058718 Mar 18 12:37:47.055368 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc9757a-504d-45b4-b561-b93ce42f1174,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:47.064889 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.066050 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.067153 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.067660 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.068155 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.068638 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.069116 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.069708 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.070252 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.071471 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.073377 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.074113 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.074714 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.075263 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.076321 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4fc11-6b5a-4019-88d8-abbbda377552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:37:47.101883 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4df2f73b-7e27-4014-ae28-95d2b254ce32 req-7b618b13-15e1-47a2-b00f-6bde087727c0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844288 Mar 18 12:37:47.433938 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 35282) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:47.448473 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a4eff48c-001e-4921-8d43-6d40ca7a072d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.536493 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a4eff48c-001e-4921-8d43-6d40ca7a072d admin admin] Publish callbacks [] for security_group (729a8b39-0d04-4e55-b7ea-53f4828be3b0), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.543339 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a4eff48c-001e-4921-8d43-6d40ca7a072d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (729a8b39-0d04-4e55-b7ea-53f4828be3b0), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.587532 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a4eff48c-001e-4921-8d43-6d40ca7a072d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51e217a502ac4ef9a25285a7e0088c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522319 Mar 18 12:37:47.588925 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eff48c-001e-4921-8d43-6d40ca7a072d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729a8b39-0d04-4e55-b7ea-53f4828be3b0,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:47.590591 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 35292) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:47.651701 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0bb90a4-1f16-4db9-a508-196a4f8151fb admin admin] Publish callbacks [] for security_group (729a8b39-0d04-4e55-b7ea-53f4828be3b0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.676184 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0bb90a4-1f16-4db9-a508-196a4f8151fb admin admin] Publish callbacks [] for security_group (729a8b39-0d04-4e55-b7ea-53f4828be3b0), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.771240 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0bb90a4-1f16-4db9-a508-196a4f8151fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (729a8b39-0d04-4e55-b7ea-53f4828be3b0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.774197 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0bb90a4-1f16-4db9-a508-196a4f8151fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:47.776026 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a0bb90a4-1f16-4db9-a508-196a4f8151fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/729a8b39-0d04-4e55-b7ea-53f4828be3b0 HTTP/1.1" status: 204 len: 168 time: 0.1843095 Mar 18 12:37:47.800842 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb90a4-1f16-4db9-a508-196a4f8151fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729a8b39-0d04-4e55-b7ea-53f4828be3b0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:47.923367 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 35302) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:48.042213 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-947508b1-2a8d-429c-9e76-c7eb99862f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:48.148553 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8bb97664-9853-4ce5-8b44-3f8fece4ae6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:48.272317 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8bb97664-9853-4ce5-8b44-3f8fece4ae6f admin admin] Publish callbacks [] for security_group (2083c343-92ab-434d-a0ff-0180f7938067), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:48.283084 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8bb97664-9853-4ce5-8b44-3f8fece4ae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2083c343-92ab-434d-a0ff-0180f7938067), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:48.303888 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560984b-b2dc-4546-9cd8-502c7a6b664f req-3a7a18e3-a9b6-4433-9140-7f48f317ea7e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:48.306029 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1560984b-b2dc-4546-9cd8-502c7a6b664f req-3a7a18e3-a9b6-4433-9140-7f48f317ea7e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0913866 Mar 18 12:37:48.358981 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8bb97664-9853-4ce5-8b44-3f8fece4ae6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=119af89da159478ebd7643111ec7f43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344692 Mar 18 12:37:48.361537 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb97664-9853-4ce5-8b44-3f8fece4ae6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2083c343-92ab-434d-a0ff-0180f7938067,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:48.366601 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 35320) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:48.407721 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1560984b-b2dc-4546-9cd8-502c7a6b664f req-828b3b57-894b-45b8-af0c-a167b13f7b2e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944598 Mar 18 12:37:48.435582 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9747133e-bd51-4837-91e3-7bddc024800f admin admin] Publish callbacks [] for security_group (2083c343-92ab-434d-a0ff-0180f7938067), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:48.466465 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9747133e-bd51-4837-91e3-7bddc024800f admin admin] Publish callbacks [] for security_group (2083c343-92ab-434d-a0ff-0180f7938067), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:48.545558 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9747133e-bd51-4837-91e3-7bddc024800f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2083c343-92ab-434d-a0ff-0180f7938067), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:48.549017 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9747133e-bd51-4837-91e3-7bddc024800f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:48.553248 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9747133e-bd51-4837-91e3-7bddc024800f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2083c343-92ab-434d-a0ff-0180f7938067 HTTP/1.1" status: 204 len: 168 time: 0.1843972 Mar 18 12:37:48.564106 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747133e-bd51-4837-91e3-7bddc024800f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2083c343-92ab-434d-a0ff-0180f7938067,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:48.925672 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f359-b134-429c-9598-40323cf67b99 req-007e78b4-9143-43ff-85dd-2d3ca778cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:48.927284 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1611f359-b134-429c-9598-40323cf67b99 req-007e78b4-9143-43ff-85dd-2d3ca778cc53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1129 time: 0.0638549 Mar 18 12:37:49.021013 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1611f359-b134-429c-9598-40323cf67b99 req-ece76757-981e-4546-bf2c-749b796db24a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834715 Mar 18 12:37:49.035804 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:49.648619 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a837e9-4cac-4545-8cf1-a6ecf3a29c52 req-75e52774-5d74-4dc7-89d6-c926bc233474 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:49.651199 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1a837e9-4cac-4545-8cf1-a6ecf3a29c52 req-75e52774-5d74-4dc7-89d6-c926bc233474 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.1238625 Mar 18 12:37:49.746627 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1a837e9-4cac-4545-8cf1-a6ecf3a29c52 req-d80ad673-feed-4632-8d51-d72c68f4f66f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807879 Mar 18 12:37:50.157121 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-4df3ad32-832e-402c-9f18-ad6d6505680c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916700 Mar 18 12:37:50.309042 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-89f21862-1d75-485f-94ef-ca68eb97f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:50.313547 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-89f21862-1d75-485f-94ef-ca68eb97f430 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 1129 time: 0.1215777 Mar 18 12:37:50.528070 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-4e3e3442-88e6-4284-af70-a0841e12054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:50.529633 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-4e3e3442-88e6-4284-af70-a0841e12054d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 920 time: 0.1774209 Mar 18 12:37:50.570887 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 35404) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:50.677998 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:50.783274 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-339c7812-a79c-48c9-8acd-be8d17544639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:50.916499 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a1c41-f176-4e90-978f-d01f46e8abcc req-dc0abf4e-3b4b-4339-9ac3-b2db15f717fb tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:50.918126 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-393a1c41-f176-4e90-978f-d01f46e8abcc req-dc0abf4e-3b4b-4339-9ac3-b2db15f717fb tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.1014719 Mar 18 12:37:50.954265 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-339c7812-a79c-48c9-8acd-be8d17544639 admin admin] Publish callbacks [] for security_group (b41b7af0-ffde-4f34-8692-52ced6bd62ff), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:50.973084 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-339c7812-a79c-48c9-8acd-be8d17544639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (b41b7af0-ffde-4f34-8692-52ced6bd62ff), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.015016 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-393a1c41-f176-4e90-978f-d01f46e8abcc req-97ab140b-bf11-4aa5-b19f-f19f65d872dc tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869763 Mar 18 12:37:51.025623 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c7812-a79c-48c9-8acd-be8d17544639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41b7af0-ffde-4f34-8692-52ced6bd62ff,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:51.034459 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-339c7812-a79c-48c9-8acd-be8d17544639 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68e8b59bfee94aeca7676d32b2659823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4595263 Mar 18 12:37:51.035530 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 35420) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:51.088257 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe29fd45-19aa-4c8a-8daf-ae1f57a97dc3 admin admin] Publish callbacks [] for security_group (b41b7af0-ffde-4f34-8692-52ced6bd62ff), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.110868 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe29fd45-19aa-4c8a-8daf-ae1f57a97dc3 admin admin] Publish callbacks [] for security_group (b41b7af0-ffde-4f34-8692-52ced6bd62ff), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.170825 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe29fd45-19aa-4c8a-8daf-ae1f57a97dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (b41b7af0-ffde-4f34-8692-52ced6bd62ff), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.173635 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe29fd45-19aa-4c8a-8daf-ae1f57a97dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.174907 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-fe29fd45-19aa-4c8a-8daf-ae1f57a97dc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b41b7af0-ffde-4f34-8692-52ced6bd62ff HTTP/1.1" status: 204 len: 168 time: 0.1393971 Mar 18 12:37:51.183472 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29fd45-19aa-4c8a-8daf-ae1f57a97dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41b7af0-ffde-4f34-8692-52ced6bd62ff,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:51.270920 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609ae01-b171-46e3-890a-898a90fa2d01 req-9d994e79-00b6-44b9-8c4f-c1108895f294 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:51.272356 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6609ae01-b171-46e3-890a-898a90fa2d01 req-9d994e79-00b6-44b9-8c4f-c1108895f294 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0576100 Mar 18 12:37:51.319445 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6609ae01-b171-46e3-890a-898a90fa2d01 req-ba64706a-a73e-49e7-9565-702a94a0a675 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Mar 18 12:37:51.441282 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 35434) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:51.454056 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7631ac49-50d9-4406-b955-d1c14c21279f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.524205 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7631ac49-50d9-4406-b955-d1c14c21279f admin admin] Publish callbacks [] for security_group (1374c911-8b86-4c0f-9a6b-1cd3c67768b6), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.528096 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7631ac49-50d9-4406-b955-d1c14c21279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1374c911-8b86-4c0f-9a6b-1cd3c67768b6), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.569780 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7631ac49-50d9-4406-b955-d1c14c21279f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe12ef01905b4f629308d8e8e89267a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1227162 Mar 18 12:37:51.569780 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631ac49-50d9-4406-b955-d1c14c21279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1374c911-8b86-4c0f-9a6b-1cd3c67768b6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:51.569979 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 35438) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:37:51.619556 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-92f166aa-797a-4a28-9a51-60f0c09a548d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 HTTP/1.1" status: 200 len: 217 time: 0.0437143 Mar 18 12:37:51.654058 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-be4a6367-ed46-470e-b68e-f872493c2823 admin admin] Publish callbacks [] for security_group (1374c911-8b86-4c0f-9a6b-1cd3c67768b6), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.675915 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-be4a6367-ed46-470e-b68e-f872493c2823 admin admin] Publish callbacks [] for security_group (1374c911-8b86-4c0f-9a6b-1cd3c67768b6), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.726626 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-be4a6367-ed46-470e-b68e-f872493c2823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1374c911-8b86-4c0f-9a6b-1cd3c67768b6), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.729132 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-be4a6367-ed46-470e-b68e-f872493c2823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:51.730292 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-be4a6367-ed46-470e-b68e-f872493c2823 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1374c911-8b86-4c0f-9a6b-1cd3c67768b6 HTTP/1.1" status: 204 len: 168 time: 0.1606042 Mar 18 12:37:51.738245 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a6367-ed46-470e-b68e-f872493c2823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1374c911-8b86-4c0f-9a6b-1cd3c67768b6,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:37:51.918285 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:52.285197 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:37:52.436557 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7cfe8-ef2c-496b-9fd7-bf2ffe620b38 req-5ee01a56-1336-42ba-9abe-97f17c3adf64 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:52.438050 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51e7cfe8-ef2c-496b-9fd7-bf2ffe620b38 req-5ee01a56-1336-42ba-9abe-97f17c3adf64 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0526147 Mar 18 12:37:52.487100 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51e7cfe8-ef2c-496b-9fd7-bf2ffe620b38 req-2a053d08-2d1a-49aa-a561-d060ec79f2ce tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Mar 18 12:37:53.415566 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-9777aa13-8ae8-4d0b-ab9d-8ff825fe2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:53.417104 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-9777aa13-8ae8-4d0b-ab9d-8ff825fe2230 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.0756090 Mar 18 12:37:53.432863 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c35e5-2454-444a-add6-3a296aa444ff req-9a12f278-6fad-4ab9-9151-6975f652ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:53.434308 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-429c35e5-2454-444a-add6-3a296aa444ff req-9a12f278-6fad-4ab9-9151-6975f652ad71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1129 time: 0.0659373 Mar 18 12:37:53.507366 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-84d2086d-3679-4dc5-ad91-63ac2c033c84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660748 Mar 18 12:37:53.626097 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-1d098f54-9a2d-4fb3-a6e8-30a74ce54f20 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090436 Mar 18 12:37:53.677156 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c76c2-8dd5-4b02-b174-edd59ec1f040 req-e4223718-d9b7-40d2-b95c-d02a58030677 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:53.682354 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a63c76c2-8dd5-4b02-b174-edd59ec1f040 req-e4223718-d9b7-40d2-b95c-d02a58030677 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.1173942 Mar 18 12:37:53.708125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c35e5-2454-444a-add6-3a296aa444ff req-67dd4c2c-e04e-453d-8a4b-e3afb77fc307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:53.709985 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-429c35e5-2454-444a-add6-3a296aa444ff req-67dd4c2c-e04e-453d-8a4b-e3afb77fc307 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 920 time: 0.2677133 Mar 18 12:37:53.770244 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a63c76c2-8dd5-4b02-b174-edd59ec1f040 req-8b0ab0b2-0801-4f0d-ba4b-a8fd8b8fa2cf tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809374 Mar 18 12:37:53.774785 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-429c35e5-2454-444a-add6-3a296aa444ff req-7b47a5a3-4105-4405-8fd0-f471c923c5a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43 HTTP/1.1" status: 200 len: 217 time: 0.0564237 Mar 18 12:37:53.840757 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c35e5-2454-444a-add6-3a296aa444ff req-e77b02c6-2bc5-4de6-a054-7119562a3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:53.842212 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-429c35e5-2454-444a-add6-3a296aa444ff req-e77b02c6-2bc5-4de6-a054-7119562a3ca9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.0584903 Mar 18 12:37:53.887063 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-429c35e5-2454-444a-add6-3a296aa444ff req-836eb723-8472-4172-8501-654ec0421ab1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377877 Mar 18 12:37:53.894015 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5eb07bf2-bf64-4416-9017-56ff7bdd3dd8 req-15ff0bd5-ce80-4beb-b565-b6e459f8b192 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528634 Mar 18 12:37:54.056987 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-429c35e5-2454-444a-add6-3a296aa444ff req-9daedb3c-f4a0-4097-a507-28c951a2a508 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564422 Mar 18 12:37:54.246952 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-429c35e5-2454-444a-add6-3a296aa444ff req-582686e8-2d29-4247-bc64-131f293434f6 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764956 Mar 18 12:37:54.899107 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf3815-2616-429f-be51-aca073dc7291 req-ddabf58e-4e0e-4098-b8ec-30e7c6b9cc65 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:54.901295 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1baf3815-2616-429f-be51-aca073dc7291 req-ddabf58e-4e0e-4098-b8ec-30e7c6b9cc65 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0564234 Mar 18 12:37:54.954427 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1baf3815-2616-429f-be51-aca073dc7291 req-a87b6600-5140-491f-8123-336b4c4f3df3 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476336 Mar 18 12:37:56.114899 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e95e03-ef1e-491a-9504-af21c32d4907 req-315bfdc6-f702-4f45-af2e-0a6bfda7f8a0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:56.123135 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c9e95e03-ef1e-491a-9504-af21c32d4907 req-315bfdc6-f702-4f45-af2e-0a6bfda7f8a0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0815327 Mar 18 12:37:56.195947 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c9e95e03-ef1e-491a-9504-af21c32d4907 req-5f046e70-ba28-4b47-a2e5-c5950e60a6b4 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707808 Mar 18 12:37:57.301928 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac371b8-d738-4bc0-b09d-345cac22ac43 req-2b0c2ef2-8f22-451c-83c1-1ad347ad24c8 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:57.303396 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3ac371b8-d738-4bc0-b09d-345cac22ac43 req-2b0c2ef2-8f22-451c-83c1-1ad347ad24c8 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0513370 Mar 18 12:37:57.348617 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3ac371b8-d738-4bc0-b09d-345cac22ac43 req-e6e35df3-147b-48f8-b23a-7d297f9eef80 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397449 Mar 18 12:37:58.463544 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de51a9-0cec-4341-acaf-a18931c2d78e req-ffc45437-869c-439b-abcf-cdce8f8e57aa tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:58.464895 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-82de51a9-0cec-4341-acaf-a18931c2d78e req-ffc45437-869c-439b-abcf-cdce8f8e57aa tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0515251 Mar 18 12:37:58.514675 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-82de51a9-0cec-4341-acaf-a18931c2d78e req-cbd0adcc-877d-47b2-b6b8-dbba64ab3394 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Mar 18 12:37:59.654126 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798f76-9f2b-4072-9e7f-651a479d9b3a req-09eec29f-0bdb-40dd-8a79-9e8a37c7d02e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:37:59.656487 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-79798f76-9f2b-4072-9e7f-651a479d9b3a req-09eec29f-0bdb-40dd-8a79-9e8a37c7d02e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0608163 Mar 18 12:37:59.718220 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-79798f76-9f2b-4072-9e7f-651a479d9b3a req-5c6f877b-90f1-4092-98bf-bf1724bb9622 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502763 Mar 18 12:38:00.867177 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301dba7-32f8-48a5-8d33-dca12cc3ee7a req-b7c93df3-1fd6-45db-a356-4f4a0497bbc3 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:00.874776 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1301dba7-32f8-48a5-8d33-dca12cc3ee7a req-b7c93df3-1fd6-45db-a356-4f4a0497bbc3 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0782270 Mar 18 12:38:00.961205 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1301dba7-32f8-48a5-8d33-dca12cc3ee7a req-6a19817c-0054-45fc-9a19-ab60d2442897 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853624 Mar 18 12:38:01.828658 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 35730) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:01.930125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-80165565-9575-4f20-9ea3-1cbf08864d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.002630 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-80165565-9575-4f20-9ea3-1cbf08864d92 admin admin] Publish callbacks [] for security_group (2d798fd1-8f8d-4477-a622-d94f6ab09ee2), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.007017 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-80165565-9575-4f20-9ea3-1cbf08864d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2d798fd1-8f8d-4477-a622-d94f6ab09ee2), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.044372 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-80165565-9575-4f20-9ea3-1cbf08864d92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9234442f0de4b90b8851386fa94db5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146432 Mar 18 12:38:02.045322 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80165565-9575-4f20-9ea3-1cbf08864d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d798fd1-8f8d-4477-a622-d94f6ab09ee2,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:02.047019 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 35740) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:02.098729 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38fe3725-b6a4-4007-985e-c1a133b88f4d admin admin] Publish callbacks [] for security_group (2d798fd1-8f8d-4477-a622-d94f6ab09ee2), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.119188 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38fe3725-b6a4-4007-985e-c1a133b88f4d admin admin] Publish callbacks [] for security_group (2d798fd1-8f8d-4477-a622-d94f6ab09ee2), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.164283 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38fe3725-b6a4-4007-985e-c1a133b88f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2d798fd1-8f8d-4477-a622-d94f6ab09ee2), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.166934 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38fe3725-b6a4-4007-985e-c1a133b88f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.168052 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-38fe3725-b6a4-4007-985e-c1a133b88f4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d798fd1-8f8d-4477-a622-d94f6ab09ee2 HTTP/1.1" status: 204 len: 168 time: 0.1192975 Mar 18 12:38:02.175777 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe3725-b6a4-4007-985e-c1a133b88f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d798fd1-8f8d-4477-a622-d94f6ab09ee2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:02.418479 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 35746) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:02.431766 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c7ccc7e-4a2e-4b1a-98bd-18d2d14c7ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.504695 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c7ccc7e-4a2e-4b1a-98bd-18d2d14c7ba5 admin admin] Publish callbacks [] for security_group (4c7435ac-ba81-4fda-b317-dd047a4fbf08), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.508921 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c7ccc7e-4a2e-4b1a-98bd-18d2d14c7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4c7435ac-ba81-4fda-b317-dd047a4fbf08), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.547623 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2c7ccc7e-4a2e-4b1a-98bd-18d2d14c7ba5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcdc1523d3f745b88cdcbe971859462d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280649 Mar 18 12:38:02.548882 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ccc7e-4a2e-4b1a-98bd-18d2d14c7ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7435ac-ba81-4fda-b317-dd047a4fbf08,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:02.550351 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 35752) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:02.598329 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e76f990b-4cdf-4a2b-aa59-d8dfb9812e76 admin admin] Publish callbacks [] for security_group (4c7435ac-ba81-4fda-b317-dd047a4fbf08), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.619123 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e76f990b-4cdf-4a2b-aa59-d8dfb9812e76 admin admin] Publish callbacks [] for security_group (4c7435ac-ba81-4fda-b317-dd047a4fbf08), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.665073 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e76f990b-4cdf-4a2b-aa59-d8dfb9812e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4c7435ac-ba81-4fda-b317-dd047a4fbf08), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.667622 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e76f990b-4cdf-4a2b-aa59-d8dfb9812e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:02.668750 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e76f990b-4cdf-4a2b-aa59-d8dfb9812e76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c7435ac-ba81-4fda-b317-dd047a4fbf08 HTTP/1.1" status: 204 len: 168 time: 0.1174104 Mar 18 12:38:02.676138 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f990b-4cdf-4a2b-aa59-d8dfb9812e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7435ac-ba81-4fda-b317-dd047a4fbf08,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:02.972159 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 35766) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:02.987143 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5a0cf8b-b1f5-4fbb-ba83-76bbd63748fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:03.065622 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5a0cf8b-b1f5-4fbb-ba83-76bbd63748fd admin admin] Publish callbacks [] for security_group (e0840d5c-f60b-4125-86ad-754bd1a55326), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:03.070690 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5a0cf8b-b1f5-4fbb-ba83-76bbd63748fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e0840d5c-f60b-4125-86ad-754bd1a55326), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:03.106275 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0cf8b-b1f5-4fbb-ba83-76bbd63748fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0840d5c-f60b-4125-86ad-754bd1a55326,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:03.110493 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b5a0cf8b-b1f5-4fbb-ba83-76bbd63748fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf31204570ab4125b869a78b8084483d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373479 Mar 18 12:38:03.113065 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 35770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:03.162247 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cb23757-0c5e-4e0b-bb58-5a16df57d927 admin admin] Publish callbacks [] for security_group (e0840d5c-f60b-4125-86ad-754bd1a55326), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:03.184528 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cb23757-0c5e-4e0b-bb58-5a16df57d927 admin admin] Publish callbacks [] for security_group (e0840d5c-f60b-4125-86ad-754bd1a55326), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:03.229080 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cb23757-0c5e-4e0b-bb58-5a16df57d927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e0840d5c-f60b-4125-86ad-754bd1a55326), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:03.231819 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cb23757-0c5e-4e0b-bb58-5a16df57d927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:03.232985 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4cb23757-0c5e-4e0b-bb58-5a16df57d927 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0840d5c-f60b-4125-86ad-754bd1a55326 HTTP/1.1" status: 204 len: 168 time: 0.1189568 Mar 18 12:38:03.241080 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb23757-0c5e-4e0b-bb58-5a16df57d927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0840d5c-f60b-4125-86ad-754bd1a55326,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:05.026607 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705757d-176f-4725-9c50-3c8baba93e0e req-292c7212-5e5c-4799-9ded-f204bfb41f35 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:05.028117 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4705757d-176f-4725-9c50-3c8baba93e0e req-292c7212-5e5c-4799-9ded-f204bfb41f35 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0518477 Mar 18 12:38:05.077123 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4705757d-176f-4725-9c50-3c8baba93e0e req-55b9933e-ff9d-42d6-8b0c-18c123e94dec tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429206 Mar 18 12:38:15.672951 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1716465a-fd06-4a8b-8b9f-0075688bfbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:18.026842 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb870fa7-d0a0-4b92-85fd-1026ae63ed02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:19.036460 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.052694 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36240) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:20.057736 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-79b68218-5540-48d9-9ee5-672dbe16ba0a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484072665', 'description': 'tempest-description--1595734643'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:20.086829 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79b68218-5540-48d9-9ee5-672dbe16ba0a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.154041 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36250) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:20.163102 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79b68218-5540-48d9-9ee5-672dbe16ba0a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (e270640f-8bfd-49a2-a98e-304734247edc), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.167582 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79b68218-5540-48d9-9ee5-672dbe16ba0a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e270640f-8bfd-49a2-a98e-304734247edc), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.201009 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79b68218-5540-48d9-9ee5-672dbe16ba0a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.202850 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c82194c-0215-4a0a-983b-5aead428be89 admin admin] Deleting subnet bc8be8c0-5601-4501-bc56-cefb2ca91790 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:38:20.205733 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-79b68218-5540-48d9-9ee5-672dbe16ba0a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1515274 Mar 18 12:38:20.206408 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c82194c-0215-4a0a-983b-5aead428be89 admin admin] Publish callbacks [] for subnet (bc8be8c0-5601-4501-bc56-cefb2ca91790), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.208878 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36252) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:20.214709 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6f43df6c-df13-4d78-be7f-630eac1253e7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group_rule': {'security_group_id': 'e270640f-8bfd-49a2-a98e-304734247edc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:20.223971 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b68218-5540-48d9-9ee5-672dbe16ba0a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e270640f-8bfd-49a2-a98e-304734247edc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:20.249500 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c82194c-0215-4a0a-983b-5aead428be89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (bc8be8c0-5601-4501-bc56-cefb2ca91790), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.250366 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f43df6c-df13-4d78-be7f-630eac1253e7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (b631258b-3501-49ad-a70a-ba03ea58aa8c), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.292070 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c82194c-0215-4a0a-983b-5aead428be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (bc8be8c0-5601-4501-bc56-cefb2ca91790), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.338063 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f43df6c-df13-4d78-be7f-630eac1253e7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (b631258b-3501-49ad-a70a-ba03ea58aa8c), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.342304 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f43df6c-df13-4d78-be7f-630eac1253e7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (b631258b-3501-49ad-a70a-ba03ea58aa8c), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.361301 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43df6c-df13-4d78-be7f-630eac1253e7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b631258b-3501-49ad-a70a-ba03ea58aa8c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:20.363190 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c82194c-0215-4a0a-983b-5aead428be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (bc8be8c0-5601-4501-bc56-cefb2ca91790), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.374469 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f43df6c-df13-4d78-be7f-630eac1253e7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.376498 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6f43df6c-df13-4d78-be7f-630eac1253e7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663783 Mar 18 12:38:20.379496 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36256) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:20.386534 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9f58bfe3-d25e-491a-ae9a-7f1d1ce462da tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group_rule': {'security_group_id': 'e270640f-8bfd-49a2-a98e-304734247edc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:20.399210 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82194c-0215-4a0a-983b-5aead428be89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8be8c0-5601-4501-bc56-cefb2ca91790,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:20.403102 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c82194c-0215-4a0a-983b-5aead428be89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.410199 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0c82194c-0215-4a0a-983b-5aead428be89 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc8be8c0-5601-4501-bc56-cefb2ca91790 HTTP/1.1" status: 204 len: 168 time: 0.2529895 Mar 18 12:38:20.411800 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36258) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:20.417232 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f58bfe3-d25e-491a-ae9a-7f1d1ce462da tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (0c914075-c06b-4638-9cd1-118c647f41f4), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.487226 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f58bfe3-d25e-491a-ae9a-7f1d1ce462da tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (0c914075-c06b-4638-9cd1-118c647f41f4), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.491667 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f58bfe3-d25e-491a-ae9a-7f1d1ce462da tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (0c914075-c06b-4638-9cd1-118c647f41f4), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.493240 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (70013a92-ef61-4704-bea2-e68cadec5e58), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.515576 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58bfe3-d25e-491a-ae9a-7f1d1ce462da tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c914075-c06b-4638-9cd1-118c647f41f4,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:20.524475 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f58bfe3-d25e-491a-ae9a-7f1d1ce462da tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.529658 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36262) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:20.530212 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9f58bfe3-d25e-491a-ae9a-7f1d1ce462da tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489120 Mar 18 12:38:20.534867 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:20.555385 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36264) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:20.601620 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (70013a92-ef61-4704-bea2-e68cadec5e58), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.604686 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.659608 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70013a92-ef61-4704-bea2-e68cadec5e58']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:20.675235 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a12627-9e18-4cce-b3ea-b43bda668dfc') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:20.675602 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a12627-9e18-4cce-b3ea-b43bda668dfc') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:20.680336 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.688234 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (41a12627-9e18-4cce-b3ea-b43bda668dfc), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.705859 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (41a12627-9e18-4cce-b3ea-b43bda668dfc), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.706901 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aba2e85b-19c7-4bb9-849e-998daf1b0b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.714486 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:38:20.714884 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (41a12627-9e18-4cce-b3ea-b43bda668dfc), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:38:20.726593 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:38:20.788054 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (70013a92-ef61-4704-bea2-e68cadec5e58), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.795468 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.796186 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aba2e85b-19c7-4bb9-849e-998daf1b0b07 admin admin] Publish callbacks [] for security_group (ae312ff4-9ec0-4395-bd96-81f174f3cfb1), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.798598 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] 10.222.0.21 "DELETE /v2.0/networks/70013a92-ef61-4704-bea2-e68cadec5e58 HTTP/1.1" status: 204 len: 168 time: 0.3856778 Mar 18 12:38:20.805235 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aba2e85b-19c7-4bb9-849e-998daf1b0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ae312ff4-9ec0-4395-bd96-81f174f3cfb1), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.813722 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1664a82-0fbd-4f29-92d6-0f0a99b86211 admin admin] Pushing event deleted for resources: {'Network': ['ID=70013a92-ef61-4704-bea2-e68cadec5e58,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:20.817274 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.849610 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-aba2e85b-19c7-4bb9-849e-998daf1b0b07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a9da69d95ca4cc4a839d17c735f25e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931392 Mar 18 12:38:20.851813 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e85b-19c7-4bb9-849e-998daf1b0b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae312ff4-9ec0-4395-bd96-81f174f3cfb1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:20.854140 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36278) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:20.912028 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e83f19a7-df96-4ab2-86cd-def357889f35 admin admin] Publish callbacks [] for security_group (ae312ff4-9ec0-4395-bd96-81f174f3cfb1), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.939655 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e83f19a7-df96-4ab2-86cd-def357889f35 admin admin] Publish callbacks [] for security_group (ae312ff4-9ec0-4395-bd96-81f174f3cfb1), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:20.970357 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Allocated IP 172.27.2.87 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/fd1ba295-048e-44dd-b466-89a0ebd922a7) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:38:21.011863 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e83f19a7-df96-4ab2-86cd-def357889f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ae312ff4-9ec0-4395-bd96-81f174f3cfb1), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.014977 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e83f19a7-df96-4ab2-86cd-def357889f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.019765 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e83f19a7-df96-4ab2-86cd-def357889f35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae312ff4-9ec0-4395-bd96-81f174f3cfb1 HTTP/1.1" status: 204 len: 168 time: 0.1646399 Mar 18 12:38:21.029342 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f19a7-df96-4ab2-86cd-def357889f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae312ff4-9ec0-4395-bd96-81f174f3cfb1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:21.079827 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36288) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:21.156423 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-36dd258c-5230-414a-9547-dfe4953ce9c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebee0af9b05e476680eb9e238f2c2c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0742698 Mar 18 12:38:21.157455 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36292) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:21.163655 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (fd1ba295-048e-44dd-b466-89a0ebd922a7), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.204782 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (fd1ba295-048e-44dd-b466-89a0ebd922a7), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.237763 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35b6401a-f404-435d-a9bb-5fdbb3bbbdc6 admin admin] Publish callbacks [] for security_group (5fd40140-351c-4283-a46c-25d144e5413c), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.268740 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35b6401a-f404-435d-a9bb-5fdbb3bbbdc6 admin admin] Publish callbacks [] for security_group (5fd40140-351c-4283-a46c-25d144e5413c), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.290343 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=fd1ba295-048e-44dd-b466-89a0ebd922a7,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:21.304152 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:21.306221 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:21.335778 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:38:21.370577 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35b6401a-f404-435d-a9bb-5fdbb3bbbdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (5fd40140-351c-4283-a46c-25d144e5413c), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.373518 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35b6401a-f404-435d-a9bb-5fdbb3bbbdc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.375137 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-35b6401a-f404-435d-a9bb-5fdbb3bbbdc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fd40140-351c-4283-a46c-25d144e5413c HTTP/1.1" status: 204 len: 168 time: 0.2166128 Mar 18 12:38:21.388177 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6401a-f404-435d-a9bb-5fdbb3bbbdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd40140-351c-4283-a46c-25d144e5413c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:21.524866 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (caa3d3c8-9e5f-46e3-b012-51a191e07466), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.569613 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (fd1ba295-048e-44dd-b466-89a0ebd922a7), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.724452 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (fd1ba295-048e-44dd-b466-89a0ebd922a7), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.730405 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (fd1ba295-048e-44dd-b466-89a0ebd922a7), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.804603 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=fd1ba295-048e-44dd-b466-89a0ebd922a7,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:21.816741 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (caa3d3c8-9e5f-46e3-b012-51a191e07466), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.833204 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:21.834696 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-68ff16d2-f3ec-4842-bd59-7e1c333818b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3038292 Mar 18 12:38:21.917543 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:22.040906 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-a3d3e9c9-d8af-4d43-8c34-8d1bb65936b1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--484072665&fields=id&tenant_id=f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 267 time: 0.0433121 Mar 18 12:38:22.148775 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-ae471c0d-0cc8-433b-b7ff-d42c55f00240 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:22.150225 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-ae471c0d-0cc8-433b-b7ff-d42c55f00240 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 815 time: 0.1030300 Mar 18 12:38:22.165511 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-11f388d8-e80d-4999-b846-782c081718ae tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/quotas/f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 375 time: 0.0099018 Mar 18 12:38:22.229260 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-73df9e63-6288-47a8-bd7f-fe595ab073d1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577986 Mar 18 12:38:22.292281 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:22.336798 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-4b41d12a-8d61-43db-bcea-945b1dbff049 service neutron] 10.222.0.21 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936031 Mar 18 12:38:22.464740 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-633f814b-1457-4479-b6e9-89698148e9a2 service neutron] 10.222.0.21 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209555 Mar 18 12:38:22.486647 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36378) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:22.646298 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03585522-4863-4c8c-980f-de25ccd471b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:22.694389 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a5da3e05-2e6d-4136-9e15-6df23f64dbda req-652d998a-47ee-4bfc-afe9-dd2a4e8e09f5 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 210 time: 0.0372579 Mar 18 12:38:22.767694 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03585522-4863-4c8c-980f-de25ccd471b4 admin admin] Publish callbacks [] for security_group (2e30396b-d6c2-4fc2-b6d7-4f681e1dd0f1), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:22.773200 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03585522-4863-4c8c-980f-de25ccd471b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2e30396b-d6c2-4fc2-b6d7-4f681e1dd0f1), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:22.821880 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36400) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:22.822416 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-03585522-4863-4c8c-980f-de25ccd471b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4d0a92a79a94ec6af280712d980e075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349450 Mar 18 12:38:22.824390 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03585522-4863-4c8c-980f-de25ccd471b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e30396b-d6c2-4fc2-b6d7-4f681e1dd0f1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:22.888652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff01e57b-c1dd-4423-b8cc-b1b7698a4139 admin admin] Publish callbacks [] for security_group (2e30396b-d6c2-4fc2-b6d7-4f681e1dd0f1), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:22.912486 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff01e57b-c1dd-4423-b8cc-b1b7698a4139 admin admin] Publish callbacks [] for security_group (2e30396b-d6c2-4fc2-b6d7-4f681e1dd0f1), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:22.963685 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff01e57b-c1dd-4423-b8cc-b1b7698a4139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (2e30396b-d6c2-4fc2-b6d7-4f681e1dd0f1), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:22.966822 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff01e57b-c1dd-4423-b8cc-b1b7698a4139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:22.970776 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ff01e57b-c1dd-4423-b8cc-b1b7698a4139 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e30396b-d6c2-4fc2-b6d7-4f681e1dd0f1 HTTP/1.1" status: 204 len: 168 time: 0.1444213 Mar 18 12:38:22.980662 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01e57b-c1dd-4423-b8cc-b1b7698a4139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e30396b-d6c2-4fc2-b6d7-4f681e1dd0f1,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:23.786881 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e5b94e1a-3fa0-4150-8505-d555f7ea27cd req-dae6580d-8bf0-41f4-b15d-5b4312854d18 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 210 time: 0.0262940 Mar 18 12:38:23.863703 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:38:24.876981 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b123d87e-03f8-49c9-a2f7-b08288c9335d req-8b6a4b82-9085-49d7-8291-2d11a7c09d2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 210 time: 0.0268054 Mar 18 12:38:26.034183 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8a4e23f-d8d5-48ef-a942-3c3df23f7873 req-b1644313-e7b4-481c-b1d0-b3e276da8c10 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 210 time: 0.0366037 Mar 18 12:38:26.055684 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-ed17b73b-389d-4bcf-9ce4-64ff648a30b4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:26.057234 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-ed17b73b-389d-4bcf-9ce4-64ff648a30b4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 815 time: 0.1802781 Mar 18 12:38:26.144228 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-7283ca8a-3430-4b33-b594-f293702529e6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 469 time: 0.0733895 Mar 18 12:38:26.154379 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'port': {'device_id': '7616943a-46e9-4001-b592-a96fb91395b4', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'admin_state_up': True, 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'security_groups': ['e270640f-8bfd-49a2-a98e-304734247edc']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:26.264962 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Made reservation on behalf of f653a780af9a483e8c92a9e22ce8cc4b for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:38:26.268829 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:26.602122 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Allocated IP 172.20.0.6 (64f5deaf-28d7-4001-a216-58eafeb363d7/6bd39a95-fb78-4991-8b12-8400cf6fd85b/24e7fe5e-0bfa-4fa9-9075-e6520ce80281) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:38:26.738023 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:26.777239 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:26.818569 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:26.821590 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:26.825316 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:38:26.855863 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:26.892097 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:26.893258 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:26.911827 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-05ab9fab-c554-4e26-b9a6-f089a5172c2e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613389 Mar 18 12:38:26.923426 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Request body: {'port': {'device_id': '7616943a-46e9-4001-b592-a96fb91395b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:26.999013 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:27.127935 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-fcb71820-7067-48e0-8a8c-6c78b92638b2 None None] Provisioning complete for port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:27.129067 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcb71820-7067-48e0-8a8c-6c78b92638b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:27.155047 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a192601-adf9-4195-9dca-f9b510eb2f0c req-0037f816-0490-40fb-88b5-b52d7fdf8c26 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:27.163312 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a192601-adf9-4195-9dca-f9b510eb2f0c req-0037f816-0490-40fb-88b5-b52d7fdf8c26 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 931 time: 0.0711136 Mar 18 12:38:27.211755 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fcb71820-7067-48e0-8a8c-6c78b92638b2 None None] Port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:38:27.237934 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a192601-adf9-4195-9dca-f9b510eb2f0c req-7fe86d67-93f4-4cdd-89f4-bd4526a9a64f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675428 Mar 18 12:38:27.378714 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:38:27.387145 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Publish callbacks [] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:27.399720 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Transition to ACTIVE for port object 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:38:27.405607 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:27.471282 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Pushing event updated for resources: {'Port': ['ID=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:27.551773 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Attempting to bind port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:38:27.552381 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Attempting to bind port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:38:27.552874 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Attempting to bind port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:38:27.558244 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:38:27.558340 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Attempting to bind port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:38:27.564114 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:38:27.565222 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Checking segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:38:27.565822 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Bound using segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:38:27.566401 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Bound port: 24e7fe5e-0bfa-4fa9-9075-e6520ce80281, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:38:27.567058 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:27.654450 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa8563-d2b4-4832-b4a3-b05aa6811b1d req-09ba790c-e6c5-4668-9eb7-bdb5f1d4da39 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:27.656349 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6aa8563-d2b4-4832-b4a3-b05aa6811b1d req-09ba790c-e6c5-4668-9eb7-bdb5f1d4da39 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0652559 Mar 18 12:38:27.675302 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] For port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:38:27.680540 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] For port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:38:27.685032 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-84d7a9a6-706c-41ba-b221-652bc90804dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:27.686864 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-84d7a9a6-706c-41ba-b221-652bc90804dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1129 time: 0.0831490 Mar 18 12:38:27.688333 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:27.710243 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6aa8563-d2b4-4832-b4a3-b05aa6811b1d req-a4ce7a26-0373-43ec-b197-8aab5ed63f63 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Mar 18 12:38:27.776535 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:27.777024 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:27.778463 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/24e7fe5e-0bfa-4fa9-9075-e6520ce80281 HTTP/1.1" status: 200 len: 1093 time: 0.8593395 Mar 18 12:38:27.778936 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7616943a-46e9-4001-b592-a96fb91395b4', 'tag': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:38:27.781197 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2096bad-e260-4e24-9fb4-a869354e09e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7616943a-46e9-4001-b592-a96fb91395b4", "tag": "24e7fe5e-0bfa-4fa9-9075-e6520ce80281"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:38:27.810818 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd1c38-b0c4-4ba0-909a-0b449c4408d8 service neutron] Pushing event updated for resources: {'Port': ['ID=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:27.857192 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0a12ca-e6c5-43aa-a523-40a205ec61a2 x-openstack-request-id: req-1f0a12ca-e6c5-43aa-a523-40a205ec61a2 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:38:27.857491 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7616943a-46e9-4001-b592-a96fb91395b4", "tag": "24e7fe5e-0bfa-4fa9-9075-e6520ce80281", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:38:27.857741 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f0a12ca-e6c5-43aa-a523-40a205ec61a2 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:38:27.858141 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7616943a-46e9-4001-b592-a96fb91395b4', 'tag': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281', 'status': 'completed', 'code': 200} Mar 18 12:38:27.873630 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-e063ed43-6f87-4081-ba29-f4fdcc2be350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:27.875221 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-e063ed43-6f87-4081-ba29-f4fdcc2be350 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 920 time: 0.1625991 Mar 18 12:38:27.922787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-d0f6bcb7-8747-44c5-b639-0ecf2365c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:27.924895 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-d0f6bcb7-8747-44c5-b639-0ecf2365c243 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 1127 time: 0.1032214 Mar 18 12:38:27.926129 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-b9f43a99-b0ad-40a7-844d-dcc74968572d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43 HTTP/1.1" status: 200 len: 217 time: 0.0431166 Mar 18 12:38:28.007560 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-40ccecf0-1dfe-49f7-9e38-219b0cfb5c1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24e7fe5e-0bfa-4fa9-9075-e6520ce80281 HTTP/1.1" status: 200 len: 217 time: 0.0684083 Mar 18 12:38:28.057135 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-b87a6228-1918-427a-965a-d4cac1a49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.058612 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-b87a6228-1918-427a-965a-d4cac1a49498 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.1175268 Mar 18 12:38:28.099237 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-ac5362b8-299e-4baa-a8b2-0deb23a2f6b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307341 Mar 18 12:38:28.100683 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-d13ccafb-5691-47d5-b3ad-a1c15b4a852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.102094 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-d13ccafb-5691-47d5-b3ad-a1c15b4a852a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0869775 Mar 18 12:38:28.176357 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac63cc1-2d53-40f4-b6b1-2d55c92de387 req-27ca4c1f-8e3a-444e-9d03-965df730936b tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.177736 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9ac63cc1-2d53-40f4-b6b1-2d55c92de387 req-27ca4c1f-8e3a-444e-9d03-965df730936b tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 946 time: 0.0519536 Mar 18 12:38:28.222690 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-712af00a-139a-4327-9808-aba1ccdce95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.224216 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-712af00a-139a-4327-9808-aba1ccdce95a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0977812 Mar 18 12:38:28.231856 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9ac63cc1-2d53-40f4-b6b1-2d55c92de387 req-2bfc0859-f4fe-46a9-ac6d-5d3e8074e30b tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482085 Mar 18 12:38:28.284792 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-95b875bc-2ee9-4498-b733-8ce18c371381 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657867 Mar 18 12:38:28.366836 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6a98b-c233-425a-a188-1048fe122388 req-1e2054bb-71f7-4cb8-9846-9b893f1d51d2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.368408 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9dc6a98b-c233-425a-a188-1048fe122388 req-1e2054bb-71f7-4cb8-9846-9b893f1d51d2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 943 time: 0.0624504 Mar 18 12:38:28.384739 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-9d7b699c-c6ef-4ee5-add9-e64e45d5cc1c service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497595 Mar 18 12:38:28.416664 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9dc6a98b-c233-425a-a188-1048fe122388 req-85cfd2ce-94ba-46f5-abfd-bd6d9470e9e9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424645 Mar 18 12:38:28.448006 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b956cb82-36ed-45b8-958e-25455f0c0121 req-7647cba0-fc01-44a1-97e0-13ba5bb8615c service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523125 Mar 18 12:38:28.492560 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b1caeef-60df-4101-ad03-402d2aa22bb0 req-80b565ff-6191-46f4-8088-4ef4c7934319 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001675 Mar 18 12:38:28.620962 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-7c767d29-7180-4696-a0fb-6025778cf35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.622528 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-7c767d29-7180-4696-a0fb-6025778cf35e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 1127 time: 0.0485654 Mar 18 12:38:28.720990 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-762822a7-d5b8-471a-abf2-561b47932e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.722348 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-762822a7-d5b8-471a-abf2-561b47932e96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 916 time: 0.0856616 Mar 18 12:38:28.765044 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-acfbabfb-2e5c-40be-8dcf-23989be76ead service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24e7fe5e-0bfa-4fa9-9075-e6520ce80281 HTTP/1.1" status: 200 len: 217 time: 0.0354333 Mar 18 12:38:28.819294 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-4afea28d-9479-4437-ae43-79dc1cda1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.820809 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-4afea28d-9479-4437-ae43-79dc1cda1527 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0468252 Mar 18 12:38:28.836802 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ba754-a1a4-4f07-9590-da5e3c553ef3 req-9f08b92c-bbc0-43a8-8517-3a6bf81a28f3 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.838455 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-914ba754-a1a4-4f07-9590-da5e3c553ef3 req-9f08b92c-bbc0-43a8-8517-3a6bf81a28f3 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0587940 Mar 18 12:38:28.884763 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-bcbc41af-44b6-4b31-9dd0-dda3c4794198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:28.886411 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-bcbc41af-44b6-4b31-9dd0-dda3c4794198 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524678 Mar 18 12:38:28.887404 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-914ba754-a1a4-4f07-9590-da5e3c553ef3 req-9f3d24a4-c69a-4199-9c4a-3b2134abed91 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Mar 18 12:38:28.979972 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-d09e3ded-0092-48bf-9a1a-5e7257807f19 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850756 Mar 18 12:38:29.073581 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e2096bad-e260-4e24-9fb4-a869354e09e0 req-d37a9181-9752-4a0a-a211-8ed635b91b17 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868533 Mar 18 12:38:29.375751 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664b36-c680-438c-8f93-ba501ea02a2a req-1b8f2ad5-4522-4c5b-94a0-7afa2dee06a2 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:29.378252 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-84664b36-c680-438c-8f93-ba501ea02a2a req-1b8f2ad5-4522-4c5b-94a0-7afa2dee06a2 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 946 time: 0.0556865 Mar 18 12:38:29.422802 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-84664b36-c680-438c-8f93-ba501ea02a2a req-c5116741-d08a-4a29-b86c-b837086253f2 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Mar 18 12:38:29.532345 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e417-7606-4189-90e8-f9cf8067c491 req-11a43581-f78b-4328-b220-b77c8d23aaa6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:29.534344 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4070e417-7606-4189-90e8-f9cf8067c491 req-11a43581-f78b-4328-b220-b77c8d23aaa6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 943 time: 0.0540679 Mar 18 12:38:29.579002 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4070e417-7606-4189-90e8-f9cf8067c491 req-4d3aec78-db83-4b4e-90bf-5a4ff3193030 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392201 Mar 18 12:38:30.012079 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a079d69-a35b-48fe-a049-15ee045e6269 req-3182e136-c63d-41ed-9274-554c86574946 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:30.013574 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6a079d69-a35b-48fe-a049-15ee045e6269 req-3182e136-c63d-41ed-9274-554c86574946 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0606816 Mar 18 12:38:30.022955 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36542) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:30.062578 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6a079d69-a35b-48fe-a049-15ee045e6269 req-dae866d4-01d9-4e7c-8db8-a95ff232009d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Mar 18 12:38:30.126177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-05fb8676-a664-4f0d-9db3-c7bdb766b977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.207039 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-05fb8676-a664-4f0d-9db3-c7bdb766b977 admin admin] Publish callbacks [] for security_group (09e09884-3096-4098-abd4-ef750d630403), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.210733 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-05fb8676-a664-4f0d-9db3-c7bdb766b977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (09e09884-3096-4098-abd4-ef750d630403), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.247606 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-05fb8676-a664-4f0d-9db3-c7bdb766b977 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09062b22d10b4eda92810ea9f66bc3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235370 Mar 18 12:38:30.249740 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb8676-a664-4f0d-9db3-c7bdb766b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e09884-3096-4098-abd4-ef750d630403,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:30.250464 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36546) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:30.297491 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-58abbbcd-37a4-4364-b8f3-d2fb98bfe469 admin admin] Publish callbacks [] for security_group (09e09884-3096-4098-abd4-ef750d630403), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.319663 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-58abbbcd-37a4-4364-b8f3-d2fb98bfe469 admin admin] Publish callbacks [] for security_group (09e09884-3096-4098-abd4-ef750d630403), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.375381 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-58abbbcd-37a4-4364-b8f3-d2fb98bfe469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (09e09884-3096-4098-abd4-ef750d630403), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.378496 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-58abbbcd-37a4-4364-b8f3-d2fb98bfe469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.379715 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-58abbbcd-37a4-4364-b8f3-d2fb98bfe469 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09e09884-3096-4098-abd4-ef750d630403 HTTP/1.1" status: 204 len: 168 time: 0.1282458 Mar 18 12:38:30.392125 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abbbcd-37a4-4364-b8f3-d2fb98bfe469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e09884-3096-4098-abd4-ef750d630403,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:30.539011 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-ce8610c3-4572-477f-8400-4b4ffca88956 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:30.540626 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-ce8610c3-4572-477f-8400-4b4ffca88956 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.37 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 946 time: 0.0544875 Mar 18 12:38:30.546377 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0a3ad-799e-45ed-965a-0a77dda06ba9 req-a84c9635-9d3b-4e83-bec0-a19a3843a70f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:30.548269 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-06a0a3ad-799e-45ed-965a-0a77dda06ba9 req-a84c9635-9d3b-4e83-bec0-a19a3843a70f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=363301a7-ffef-42e3-b89f-c7de6ab46cc9 HTTP/1.1" status: 200 len: 946 time: 0.0528512 Mar 18 12:38:30.609967 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:38:30.623131 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-06a0a3ad-799e-45ed-965a-0a77dda06ba9 req-ac5e7b33-6435-4518-8fdc-81f47be82433 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643716 Mar 18 12:38:30.644434 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Deleting port 5d189f45-21f6-4e51-9846-42cd6598e7ac {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:38:30.644768 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.716274 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90783e8c-91c1-4620-bbfe-c3174348f4bc req-fe8ac4d8-43bd-4518-8a12-ef1b14e53704 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:30.717757 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90783e8c-91c1-4620-bbfe-c3174348f4bc req-fe8ac4d8-43bd-4518-8a12-ef1b14e53704 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 943 time: 0.0607054 Mar 18 12:38:30.764074 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:30.772870 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] For port 5d189f45-21f6-4e51-9846-42cd6598e7ac, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5d189f45-21f6-4e51-9846-42cd6598e7ac,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:30.773245 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.780603 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'port_id': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281', 'mac_address': 'fa:16:3e:19:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:38:30.787363 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Calling delete_port for 5d189f45-21f6-4e51-9846-42cd6598e7ac owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:38:30.818001 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90783e8c-91c1-4620-bbfe-c3174348f4bc req-d1459fbc-25a2-44f7-8c24-2675468186ce tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857973 Mar 18 12:38:30.820447 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:30.821159 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.833367 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:38:30.858298 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:30.863634 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.925492 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:30.934430 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (5d189f45-21f6-4e51-9846-42cd6598e7ac), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:30.934598 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.934598 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.934598 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.934983 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.935330 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.935665 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.936013 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.936410 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.936836 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.937417 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.937755 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.938128 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.938422 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.938772 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.939097 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:30.970736 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Pushing event deleted for resources: {'Port': ['ID=5d189f45-21f6-4e51-9846-42cd6598e7ac,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:31.015765 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] No DVR routers for this DVR port 5d189f45-21f6-4e51-9846-42cd6598e7ac on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:38:31.018583 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:31.022686 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45e7d7ca-4698-4a3c-9afb-f0de6d2a7276 req-c690c581-2488-469d-baff-a97f6e4f27fc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.37 "DELETE /v2.0/ports/5d189f45-21f6-4e51-9846-42cd6598e7ac HTTP/1.1" status: 204 len: 173 time: 0.4764767 Mar 18 12:38:31.023118 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363301a7-ffef-42e3-b89f-c7de6ab46cc9', 'name': 'network-vif-deleted', 'tag': '5d189f45-21f6-4e51-9846-42cd6598e7ac'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:38:31.025358 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f5aea1-6819-48af-9375-d42cd39f1a74" -d '{"events": [{"server_uuid": "363301a7-ffef-42e3-b89f-c7de6ab46cc9", "name": "network-vif-deleted", "tag": "5d189f45-21f6-4e51-9846-42cd6598e7ac"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:38:31.061631 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311604b2-427d-42ad-8c6a-93dc73461d41 x-openstack-request-id: req-311604b2-427d-42ad-8c6a-93dc73461d41 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:38:31.061924 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363301a7-ffef-42e3-b89f-c7de6ab46cc9", "name": "network-vif-deleted", "tag": "5d189f45-21f6-4e51-9846-42cd6598e7ac", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:38:31.062180 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-311604b2-427d-42ad-8c6a-93dc73461d41 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:38:31.062608 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363301a7-ffef-42e3-b89f-c7de6ab46cc9', 'name': 'network-vif-deleted', 'tag': '5d189f45-21f6-4e51-9846-42cd6598e7ac', 'status': 'completed', 'code': 200} Mar 18 12:38:31.191125 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea625a76-2f64-4abb-9c8e-328465b2e610 req-3b88baa1-7f6f-4bfc-9164-0df14c541386 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:31.192763 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea625a76-2f64-4abb-9c8e-328465b2e610 req-3b88baa1-7f6f-4bfc-9164-0df14c541386 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0561028 Mar 18 12:38:31.193275 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['24e7fe5e-0bfa-4fa9-9075-e6520ce80281'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:38:31.247126 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea625a76-2f64-4abb-9c8e-328465b2e610 req-da1b6135-70d8-44d1-a209-0a22ea186a26 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484798 Mar 18 12:38:31.932972 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e674ae7-ebff-46a6-aa3a-a4eba87624e8 req-ea2516e9-71f1-4f7a-98cb-bedc7abb3c23 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:31.934279 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5e674ae7-ebff-46a6-aa3a-a4eba87624e8 req-ea2516e9-71f1-4f7a-98cb-bedc7abb3c23 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 944 time: 0.0564542 Mar 18 12:38:31.980147 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5e674ae7-ebff-46a6-aa3a-a4eba87624e8 req-ad8a2dd0-a6fa-47b7-bf47-7ed08e208fbb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 Mar 18 12:38:32.362390 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763c4b0-9352-4265-9051-31cf9ea790d6 req-c9d01271-9984-4e4c-8854-78db277314f7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:32.363872 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e763c4b0-9352-4265-9051-31cf9ea790d6 req-c9d01271-9984-4e4c-8854-78db277314f7 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0530775 Mar 18 12:38:32.409277 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e763c4b0-9352-4265-9051-31cf9ea790d6 req-273850d2-e8e4-4a8a-b59b-10778c781581 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Mar 18 12:38:33.082344 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:38:33.095586 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14736dad-9710-4351-a247-7a4f5b668e92 req-3aa0e6a9-39bb-4717-aae6-99a2a60d7c46 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:33.097127 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-14736dad-9710-4351-a247-7a4f5b668e92 req-3aa0e6a9-39bb-4717-aae6-99a2a60d7c46 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 944 time: 0.0514393 Mar 18 12:38:33.133565 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:38:33.137401 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:33.137780 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:33.151114 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-14736dad-9710-4351-a247-7a4f5b668e92 req-dca51237-5cb9-4735-bb8c-9df7ae4e7af5 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479343 Mar 18 12:38:33.212563 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:33.212947 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:33.233950 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616943a-46e9-4001-b592-a96fb91395b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:38:33.236198 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef0f922-9194-46e5-8dac-da3d423c822e" -d '{"events": [{"server_uuid": "7616943a-46e9-4001-b592-a96fb91395b4", "name": "network-vif-plugged", "status": "completed", "tag": "24e7fe5e-0bfa-4fa9-9075-e6520ce80281"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:38:33.249581 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:33.254764 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:33.255762 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 5d189f45-21f6-4e51-9846-42cd6598e7ac no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:38:33.297530 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90988388-564b-4c49-bbfe-cc5890355f1c x-openstack-request-id: req-90988388-564b-4c49-bbfe-cc5890355f1c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:38:33.297849 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7616943a-46e9-4001-b592-a96fb91395b4", "name": "network-vif-plugged", "status": "completed", "tag": "24e7fe5e-0bfa-4fa9-9075-e6520ce80281", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:38:33.298101 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90988388-564b-4c49-bbfe-cc5890355f1c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:38:33.298477 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616943a-46e9-4001-b592-a96fb91395b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281', 'code': 200} Mar 18 12:38:33.299659 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 5d189f45-21f6-4e51-9846-42cd6598e7ac {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:38:33.299994 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 5d189f45-21f6-4e51-9846-42cd6598e7ac not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:38:33.324185 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:33.524413 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0879cef-ea14-45ba-8937-e00b12aec2d6 req-a7ff645f-61ed-4a96-84b1-1a5abf9ccbba tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:33.525889 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0879cef-ea14-45ba-8937-e00b12aec2d6 req-a7ff645f-61ed-4a96-84b1-1a5abf9ccbba tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0519962 Mar 18 12:38:33.571470 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0879cef-ea14-45ba-8937-e00b12aec2d6 req-bbea5940-1f8e-47e2-a9d5-e215dcc901ad tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Mar 18 12:38:34.266728 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3a885-b72d-4d5d-b746-3a9fe9c6bd81 req-d276de35-6dd5-4607-bf53-489fa08217c9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:34.268718 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-89d3a885-b72d-4d5d-b746-3a9fe9c6bd81 req-d276de35-6dd5-4607-bf53-489fa08217c9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.0508616 Mar 18 12:38:34.312398 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-89d3a885-b72d-4d5d-b746-3a9fe9c6bd81 req-d3b972d9-e03e-4a87-ac9c-1db7781430f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382993 Mar 18 12:38:34.691720 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2cf6b-27b3-4246-98b0-be0855d891c4 req-5f2ae7bb-12e0-40c5-a962-6d61bfc7f6e1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:34.693159 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9b2cf6b-27b3-4246-98b0-be0855d891c4 req-5f2ae7bb-12e0-40c5-a962-6d61bfc7f6e1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0557759 Mar 18 12:38:34.738673 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9b2cf6b-27b3-4246-98b0-be0855d891c4 req-7af6deba-7acf-4c48-8f89-cf1bc440907b tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Mar 18 12:38:34.994775 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f56e6e-2676-4b26-99ff-b43e6c57b67f req-e22e50ee-1f41-4fc4-be30-7f82fbdb3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:34.996228 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-96f56e6e-2676-4b26-99ff-b43e6c57b67f req-e22e50ee-1f41-4fc4-be30-7f82fbdb3bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 1129 time: 0.0436385 Mar 18 12:38:35.042723 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-96f56e6e-2676-4b26-99ff-b43e6c57b67f req-ba1966d0-cddf-4859-b5d0-eb4891d916a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371437 Mar 18 12:38:35.436334 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d848d-df73-4fd0-ab61-d75cfc5516fd req-bb014c20-40da-44cd-b36b-4ee06da7584b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:35.437788 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-671d848d-df73-4fd0-ab61-d75cfc5516fd req-bb014c20-40da-44cd-b36b-4ee06da7584b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.0566931 Mar 18 12:38:35.484546 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-671d848d-df73-4fd0-ab61-d75cfc5516fd req-0b7c70b1-e58c-47a3-b472-453e1d40dec2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410409 Mar 18 12:38:35.855392 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a49ff-1ac0-417d-a08c-e5888fa78401 req-b52b185b-99ba-4807-aaf9-8196a9f1e32a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:35.856813 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6e6a49ff-1ac0-417d-a08c-e5888fa78401 req-b52b185b-99ba-4807-aaf9-8196a9f1e32a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0498874 Mar 18 12:38:35.906212 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6e6a49ff-1ac0-417d-a08c-e5888fa78401 req-4046cbb0-8a45-4653-bec7-44dc52ee6a8b tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 Mar 18 12:38:36.164215 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:36.267455 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3617373-7a59-432f-97df-57ffb22b8b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:36.350954 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3617373-7a59-432f-97df-57ffb22b8b13 admin admin] Publish callbacks [] for security_group (4426ff5f-eef8-4af6-a094-58a0cfe34d13), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:36.354751 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3617373-7a59-432f-97df-57ffb22b8b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4426ff5f-eef8-4af6-a094-58a0cfe34d13), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:36.401760 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b3617373-7a59-432f-97df-57ffb22b8b13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a57cb73311f4f28abd35f44d62fda58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368822 Mar 18 12:38:36.402646 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617373-7a59-432f-97df-57ffb22b8b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4426ff5f-eef8-4af6-a094-58a0cfe34d13,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:36.404390 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36662) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:36.449892 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ba16196e-bc49-4665-ae69-cc2f2583bdee admin admin] Publish callbacks [] for security_group (4426ff5f-eef8-4af6-a094-58a0cfe34d13), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:36.470814 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ba16196e-bc49-4665-ae69-cc2f2583bdee admin admin] Publish callbacks [] for security_group (4426ff5f-eef8-4af6-a094-58a0cfe34d13), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:36.523011 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ba16196e-bc49-4665-ae69-cc2f2583bdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4426ff5f-eef8-4af6-a094-58a0cfe34d13), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:36.525620 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ba16196e-bc49-4665-ae69-cc2f2583bdee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:36.526851 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ba16196e-bc49-4665-ae69-cc2f2583bdee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4426ff5f-eef8-4af6-a094-58a0cfe34d13 HTTP/1.1" status: 204 len: 168 time: 0.1214428 Mar 18 12:38:36.536212 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16196e-bc49-4665-ae69-cc2f2583bdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4426ff5f-eef8-4af6-a094-58a0cfe34d13,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:36.622021 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54637bd-1d1d-4633-9ac6-b8d9f74e4098 req-4becf05e-b470-4c5d-a757-b6510edf102d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:36.623435 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c54637bd-1d1d-4633-9ac6-b8d9f74e4098 req-4becf05e-b470-4c5d-a757-b6510edf102d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.0586553 Mar 18 12:38:36.679513 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c54637bd-1d1d-4633-9ac6-b8d9f74e4098 req-7b58047a-130a-49e2-bf1f-504475d2af9d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499539 Mar 18 12:38:36.800736 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d1293-e1ea-4850-aea6-1894bbb05890 req-f2e1bc42-b58b-4e3e-bc2b-577bcd6699b0 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:36.802613 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d3d1293-e1ea-4850-aea6-1894bbb05890 req-f2e1bc42-b58b-4e3e-bc2b-577bcd6699b0 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.0612061 Mar 18 12:38:36.811004 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36678) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:36.816287 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-4f0bf56c-ea00-4627-998a-47664e602da4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'floatingip': {'port_id': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:36.858384 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf56c-ea00-4627-998a-47664e602da4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (caa3d3c8-9e5f-46e3-b012-51a191e07466), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:37.040353 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7b69-e659-4a2d-b1ad-b6179fd52502 req-069998c5-c588-4b94-b7be-54953eb24d18 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:37.041846 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-642f7b69-e659-4a2d-b1ad-b6179fd52502 req-069998c5-c588-4b94-b7be-54953eb24d18 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0640914 Mar 18 12:38:37.092242 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-642f7b69-e659-4a2d-b1ad-b6179fd52502 req-ab6fe1d6-4275-4f40-a8d6-b82cdf5ef84d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438793 Mar 18 12:38:37.355785 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf56c-ea00-4627-998a-47664e602da4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:37.360652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf56c-ea00-4627-998a-47664e602da4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (caa3d3c8-9e5f-46e3-b012-51a191e07466), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:37.690865 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-4f0bf56c-ea00-4627-998a-47664e602da4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Floating IP caa3d3c8-9e5f-46e3-b012-51a191e07466 associated. External IP: 172.27.2.87, port: 24e7fe5e-0bfa-4fa9-9075-e6520ce80281. Mar 18 12:38:37.910177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0bf56c-ea00-4627-998a-47664e602da4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:38:38.016049 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0bf56c-ea00-4627-998a-47664e602da4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:38:38.020952 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf56c-ea00-4627-998a-47664e602da4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:38.025515 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:38:38.035852 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:38:38.036543 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:38.051684 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4f0bf56c-ea00-4627-998a-47664e602da4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "PUT /v2.0/floatingips/caa3d3c8-9e5f-46e3-b012-51a191e07466 HTTP/1.1" status: 200 len: 990 time: 1.2393239 Mar 18 12:38:38.052824 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7616943a-46e9-4001-b592-a96fb91395b4', 'tag': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:38:38.055113 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203" -d '{"events": [{"name": "network-changed", "server_uuid": "7616943a-46e9-4001-b592-a96fb91395b4", "tag": "24e7fe5e-0bfa-4fa9-9075-e6520ce80281"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:38:38.093263 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816646d4-0cc1-4013-b6be-38aec84fefda x-openstack-request-id: req-816646d4-0cc1-4013-b6be-38aec84fefda {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:38:38.093559 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7616943a-46e9-4001-b592-a96fb91395b4", "tag": "24e7fe5e-0bfa-4fa9-9075-e6520ce80281", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:38:38.093813 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-816646d4-0cc1-4013-b6be-38aec84fefda {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:38:38.094219 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7616943a-46e9-4001-b592-a96fb91395b4', 'tag': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281', 'status': 'completed', 'code': 200} Mar 18 12:38:38.156643 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:38:38.208078 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0547f-2255-4c49-8687-0ac40e2d2aad req-d8346950-dc0e-4581-80af-4860bac9a26d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:38.209512 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-84f0547f-2255-4c49-8687-0ac40e2d2aad req-d8346950-dc0e-4581-80af-4860bac9a26d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0494354 Mar 18 12:38:38.272743 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-84f0547f-2255-4c49-8687-0ac40e2d2aad req-55ba8333-2e64-4a79-8eb5-3f8955712a04 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574734 Mar 18 12:38:38.387970 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '7d2ed83a-1460-46e6-a241-da357623ff06', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:36:10Z', 'updated_at': '2022-03-18T12:36:44Z', 'revision_number': 2, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}, {'id': 'caa3d3c8-9e5f-46e3-b012-51a191e07466', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:19:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7616943a-46e9-4001-b592-a96fb91395b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:38:21Z', 'updated_at': '2022-03-18T12:38:37Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:38.416206 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:38:38.424211 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:38:38.425305 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:38.524498 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:38:38.754894 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '7d2ed83a-1460-46e6-a241-da357623ff06', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:36:10Z', 'updated_at': '2022-03-18T12:36:44Z', 'revision_number': 2, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}, {'id': 'caa3d3c8-9e5f-46e3-b012-51a191e07466', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:19:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7616943a-46e9-4001-b592-a96fb91395b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:38:21Z', 'updated_at': '2022-03-18T12:38:37Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:38.780688 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1158f84-6d1c-4235-be26-330ee85e9fb0 None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '7d2ed83a-1460-46e6-a241-da357623ff06', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:36:10Z', 'updated_at': '2022-03-18T12:36:44Z', 'revision_number': 2, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}, {'id': 'caa3d3c8-9e5f-46e3-b012-51a191e07466', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:19:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7616943a-46e9-4001-b592-a96fb91395b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:38:21Z', 'updated_at': '2022-03-18T12:38:37Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:38:38.981567 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf32b499-4e20-4f77-9ea8-33ae33b17239 None None] New status for floating IP caa3d3c8-9e5f-46e3-b012-51a191e07466: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:38:39.389147 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8201c38-3183-420d-ab45-c66cdbf7159a req-9cc8ff97-9433-4ff7-80de-540008f202e2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:39.390543 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c8201c38-3183-420d-ab45-c66cdbf7159a req-9cc8ff97-9433-4ff7-80de-540008f202e2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0508087 Mar 18 12:38:39.435725 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c8201c38-3183-420d-ab45-c66cdbf7159a req-fa3dd7d1-9085-410d-acf0-029bf62706cf tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391099 Mar 18 12:38:40.423105 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-dd15ea76-36a0-4799-a537-cc8f965b6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:40.424607 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-dd15ea76-36a0-4799-a537-cc8f965b6f85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 1129 time: 0.0472081 Mar 18 12:38:40.525490 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-0eb9fa7d-e2d6-412f-8fdb-7b73e7b3574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:40.526958 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-0eb9fa7d-e2d6-412f-8fdb-7b73e7b3574a service neutron] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 916 time: 0.0845952 Mar 18 12:38:40.556051 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0ba81-bb25-4dc8-9199-8a0139f4c08e req-30e2be61-a25e-4209-9e8f-1dde16234023 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:40.557532 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6fc0ba81-bb25-4dc8-9199-8a0139f4c08e req-30e2be61-a25e-4209-9e8f-1dde16234023 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0540719 Mar 18 12:38:40.602480 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-e6d28e4a-7e42-4b27-92d8-6afeb14032e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24e7fe5e-0bfa-4fa9-9075-e6520ce80281 HTTP/1.1" status: 200 len: 1000 time: 0.0668702 Mar 18 12:38:40.605066 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6fc0ba81-bb25-4dc8-9199-8a0139f4c08e req-d085d659-ab0a-4311-9939-d9c22e29b228 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Mar 18 12:38:40.653016 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-04a250df-1e15-4613-9d27-6b541f2d1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:40.654559 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-04a250df-1e15-4613-9d27-6b541f2d1b1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0445898 Mar 18 12:38:40.708438 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-73692397-1de0-431f-8c4c-b2f53d98527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:40.709911 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-73692397-1de0-431f-8c4c-b2f53d98527a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444646 Mar 18 12:38:40.804063 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-c0c479f6-2eab-41c9-afcb-b27b841f3b67 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Mar 18 12:38:40.894804 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f1911b0f-1489-4f69-8c8d-38b9a2d5a203 req-835d4570-5620-411c-ae29-ed82cdee85fe service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838814 Mar 18 12:38:41.744267 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-c907c3c1-192d-44ce-b2cb-f84d4c236f6f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:41.745618 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-c907c3c1-192d-44ce-b2cb-f84d4c236f6f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/networks?id=a6340273-d9b1-40e6-8d51-0babbf062aa3 HTTP/1.1" status: 200 len: 813 time: 0.1319492 Mar 18 12:38:41.756502 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843f0c7-b9b6-42a9-bb57-136faf8a929b req-a9b20fe6-fd31-4352-ba72-af4266f25826 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:41.757851 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e843f0c7-b9b6-42a9-bb57-136faf8a929b req-a9b20fe6-fd31-4352-ba72-af4266f25826 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0881126 Mar 18 12:38:41.772732 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-3db73f1d-21a5-4815-a67a-54e191bf931f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/quotas/73e9540d279c4251acf1f5bbc1ad34c6 HTTP/1.1" status: 200 len: 375 time: 0.0140109 Mar 18 12:38:41.816604 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-f700a839-8176-4a0f-9371-4f9320396e79 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e9540d279c4251acf1f5bbc1ad34c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372763 Mar 18 12:38:41.847365 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e843f0c7-b9b6-42a9-bb57-136faf8a929b req-aa3f7b06-ca91-46fe-a984-6e807e9d54dc tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822291 Mar 18 12:38:41.911901 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-b146358e-9095-435f-bc6f-9be9575cb425 service neutron] 10.222.0.21 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861337 Mar 18 12:38:42.002713 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-f5d847ad-014e-41c7-a4d9-0623c9c9f9a2 service neutron] 10.222.0.21 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850751 Mar 18 12:38:42.155484 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2eb4b13a-5cd7-4bdc-bfcf-f8c0aed5f706 req-9767d67f-6aec-42bb-8509-5f8775bda984 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 210 time: 0.0270367 Mar 18 12:38:42.964225 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab9763-267b-400d-9845-343d0e471255 req-7dd3b4b6-f9fd-4344-9ff8-fc01d3c7dfc2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:42.965708 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-62ab9763-267b-400d-9845-343d0e471255 req-7dd3b4b6-f9fd-4344-9ff8-fc01d3c7dfc2 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0518250 Mar 18 12:38:43.012784 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-62ab9763-267b-400d-9845-343d0e471255 req-4c3d7068-9c0b-4d2e-8a3d-33d6515e0eeb tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Mar 18 12:38:43.244744 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ef00cacb-c6ad-4cb9-a93a-0811008e9459 req-88629daf-576d-4f83-9eb8-457e87a1bf9c tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 210 time: 0.0270069 Mar 18 12:38:44.132717 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96356-ac64-4793-a8a6-a39f631f0125 req-1e12f62b-8a06-40dd-a92c-3d33de528b8e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:44.134151 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-99f96356-ac64-4793-a8a6-a39f631f0125 req-1e12f62b-8a06-40dd-a92c-3d33de528b8e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0569701 Mar 18 12:38:44.180822 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-99f96356-ac64-4793-a8a6-a39f631f0125 req-73dd345b-7b07-4022-bbdd-36a22088dfba tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Mar 18 12:38:44.334062 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9d0980f-290d-44d5-9576-5f1fe857309c req-1cc3966e-1e3c-4683-8546-2162d73238db tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Mar 18 12:38:45.090021 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-99199d3e-1633-41eb-950d-83602292b8ec tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:45.091472 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-99199d3e-1633-41eb-950d-83602292b8ec tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.37 "GET /v2.0/networks?id=a6340273-d9b1-40e6-8d51-0babbf062aa3 HTTP/1.1" status: 200 len: 813 time: 0.1082723 Mar 18 12:38:45.115099 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Request body: {'port': {'device_id': '6f2914d1-a4aa-49d1-8d63-076792405cf3', 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3', 'admin_state_up': True, 'tenant_id': '73e9540d279c4251acf1f5bbc1ad34c6'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:45.228117 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Made reservation on behalf of 73e9540d279c4251acf1f5bbc1ad34c6 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:38:45.231424 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:45.304352 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788225f-b776-494d-b875-c630120e7a46 req-47f5a465-f8b8-4690-8995-64062a7a5196 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:45.306161 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5788225f-b776-494d-b875-c630120e7a46 req-47f5a465-f8b8-4690-8995-64062a7a5196 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0544505 Mar 18 12:38:45.358548 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5788225f-b776-494d-b875-c630120e7a46 req-70ee2292-07e1-4de3-a36e-86614772c581 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Mar 18 12:38:45.373584 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Allocated IP 172.20.0.4 (a6340273-d9b1-40e6-8d51-0babbf062aa3/a58a4d73-d7f7-4f8c-8a58-92f422b36e99/d5885632-6658-4181-b74d-76011e19e65c) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:38:45.428806 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b075f5b-2ad0-408f-a37a-3c6a7a0e5e27 req-24979bb8-ce23-4424-bfec-e0afc31330a3 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 210 time: 0.0267279 Mar 18 12:38:45.517641 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks [] for port (d5885632-6658-4181-b74d-76011e19e65c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:45.553920 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (d5885632-6658-4181-b74d-76011e19e65c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:45.605859 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Network a6340273-d9b1-40e6-8d51-0babbf062aa3 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:45.608947 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:45.613125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:38:45.638722 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Pushing event updated for resources: {'Port': ['ID=d5885632-6658-4181-b74d-76011e19e65c,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:45.665524 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:45.666125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:45.673375 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b579190-4edf-4248-be4f-200e58f8ea13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:45.683004 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-112ac18f-556e-4e3d-8099-fda10b615c27 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720830 Mar 18 12:38:45.696314 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Request body: {'port': {'device_id': '6f2914d1-a4aa-49d1-8d63-076792405cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:45.751408 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (d5885632-6658-4181-b74d-76011e19e65c), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:46.011930 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5885632-6658-4181-b74d-76011e19e65c {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:38:46.019884 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Publish callbacks [] for port (d5885632-6658-4181-b74d-76011e19e65c), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:46.031377 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Transition to ACTIVE for port object d5885632-6658-4181-b74d-76011e19e65c will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:38:46.034399 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (d5885632-6658-4181-b74d-76011e19e65c), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:46.086228 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5885632-6658-4181-b74d-76011e19e65c,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:46.153904 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Attempting to bind port d5885632-6658-4181-b74d-76011e19e65c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:38:46.154508 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Attempting to bind port d5885632-6658-4181-b74d-76011e19e65c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f639259e-8b55-4464-a574-1fdd29008d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:38:46.154678 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Attempting to bind port d5885632-6658-4181-b74d-76011e19e65c on network a6340273-d9b1-40e6-8d51-0babbf062aa3 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:38:46.159463 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Port d5885632-6658-4181-b74d-76011e19e65c on network a6340273-d9b1-40e6-8d51-0babbf062aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:38:46.159790 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Attempting to bind port d5885632-6658-4181-b74d-76011e19e65c on network a6340273-d9b1-40e6-8d51-0babbf062aa3 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:38:46.164611 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:38:46.164943 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Checking segment: {'id': 'f639259e-8b55-4464-a574-1fdd29008d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:38:46.165331 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Bound using segment: {'id': 'f639259e-8b55-4464-a574-1fdd29008d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:38:46.165752 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Bound port: d5885632-6658-4181-b74d-76011e19e65c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f639259e-8b55-4464-a574-1fdd29008d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:38:46.166109 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (d5885632-6658-4181-b74d-76011e19e65c), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:46.233769 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] For port d5885632-6658-4181-b74d-76011e19e65c, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:38:46.237613 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] For port d5885632-6658-4181-b74d-76011e19e65c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5885632-6658-4181-b74d-76011e19e65c,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:38:46.243796 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (d5885632-6658-4181-b74d-76011e19e65c), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:46.274846 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:46.275462 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:46.276985 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] 10.222.0.37 "PUT /v2.0/ports/d5885632-6658-4181-b74d-76011e19e65c HTTP/1.1" status: 200 len: 1093 time: 0.5846488 Mar 18 12:38:46.279282 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2914d1-a4aa-49d1-8d63-076792405cf3', 'tag': 'd5885632-6658-4181-b74d-76011e19e65c'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:38:46.282162 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a6b809-e6e2-46bb-bea3-509625c70858" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2914d1-a4aa-49d1-8d63-076792405cf3", "tag": "d5885632-6658-4181-b74d-76011e19e65c"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:38:46.309950 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337dbe-8580-4feb-8934-8754f319cfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5885632-6658-4181-b74d-76011e19e65c,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:46.318941 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab1f516-b042-43f9-ba4c-2dfdbfd75f93 x-openstack-request-id: req-cab1f516-b042-43f9-ba4c-2dfdbfd75f93 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:38:46.319143 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2914d1-a4aa-49d1-8d63-076792405cf3", "tag": "d5885632-6658-4181-b74d-76011e19e65c", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:38:46.319459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cab1f516-b042-43f9-ba4c-2dfdbfd75f93 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:38:46.319858 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2914d1-a4aa-49d1-8d63-076792405cf3', 'tag': 'd5885632-6658-4181-b74d-76011e19e65c', 'status': 'completed', 'code': 200} Mar 18 12:38:46.371155 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-a406c0a8-9792-418f-ae58-2cdfcf96a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:46.372697 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-a406c0a8-9792-418f-ae58-2cdfcf96a3f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e9540d279c4251acf1f5bbc1ad34c6&device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0486209 Mar 18 12:38:46.427562 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-96ed18a5-13eb-4954-b3df-d63eebba4e90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5885632-6658-4181-b74d-76011e19e65c HTTP/1.1" status: 200 len: 217 time: 0.0414114 Mar 18 12:38:46.485421 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef072b-e7f3-47c0-8313-94108515363c req-66c1fa5a-7602-4694-a1c2-9755db89fcd1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:46.488156 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5eef072b-e7f3-47c0-8313-94108515363c req-66c1fa5a-7602-4694-a1c2-9755db89fcd1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0583515 Mar 18 12:38:46.499519 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-049f519c-f266-4e5a-bc0d-587c0947cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:46.501039 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-049f519c-f266-4e5a-bc0d-587c0947cce0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a58a4d73-d7f7-4f8c-8a58-92f422b36e99 HTTP/1.1" status: 200 len: 853 time: 0.0665135 Mar 18 12:38:46.532124 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-54f173cb-d199-497e-bb22-5ca3a49c588e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6340273-d9b1-40e6-8d51-0babbf062aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250883 Mar 18 12:38:46.561160 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5eef072b-e7f3-47c0-8313-94108515363c req-1e4ba0a8-da91-4d31-b490-750c41136fe1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667322 Mar 18 12:38:46.579230 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02474f-8a1e-4715-8af0-46ef0fc741f1 req-890c9ef1-1a4b-4f06-a14f-ed9c8d014de6 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:46.580642 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f02474f-8a1e-4715-8af0-46ef0fc741f1 req-890c9ef1-1a4b-4f06-a14f-ed9c8d014de6 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 943 time: 0.0728204 Mar 18 12:38:46.629666 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-65bf4899-c572-4489-a9e8-65f66656f86a service neutron] 10.222.0.37 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882533 Mar 18 12:38:46.726673 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf2764f4-6b6d-49fb-b800-bed4a8be4e92 req-c16a7eba-a407-4cb4-8a23-3cb3c365a579 service neutron] 10.222.0.37 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896957 Mar 18 12:38:46.819691 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f02474f-8a1e-4715-8af0-46ef0fc741f1 req-975bbb5f-539b-4710-bf19-3d8e04ba0e06 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330439 Mar 18 12:38:46.849073 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-7289de32-686a-45d1-882f-1e97040a8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:46.850651 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-7289de32-686a-45d1-882f-1e97040a8aeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e9540d279c4251acf1f5bbc1ad34c6&device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0732398 Mar 18 12:38:46.852969 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829266a5-cbe4-466f-922c-e3c866b92842 req-678cc8f8-e7f2-4069-af59-3566b43699a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:46.854308 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-829266a5-cbe4-466f-922c-e3c866b92842 req-678cc8f8-e7f2-4069-af59-3566b43699a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1129 time: 0.0851312 Mar 18 12:38:46.955682 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-829266a5-cbe4-466f-922c-e3c866b92842 req-bc4f4675-bc35-42e1-945c-9011634d8f2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933764 Mar 18 12:38:46.973458 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-51561b0c-99f6-4f6c-9828-c976d28325fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:46.974884 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-51561b0c-99f6-4f6c-9828-c976d28325fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6340273-d9b1-40e6-8d51-0babbf062aa3 HTTP/1.1" status: 200 len: 914 time: 0.1137421 Mar 18 12:38:47.184595 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-943a7c0f-b6eb-47cc-8ae5-6b874fa9a6a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5885632-6658-4181-b74d-76011e19e65c HTTP/1.1" status: 200 len: 217 time: 0.0382645 Mar 18 12:38:47.232123 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-feb3d71f-0d01-40d4-a295-593ccda18f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:47.233576 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-feb3d71f-0d01-40d4-a295-593ccda18f8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a58a4d73-d7f7-4f8c-8a58-92f422b36e99 HTTP/1.1" status: 200 len: 853 time: 0.0426242 Mar 18 12:38:47.265454 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-56f28de7-4ad1-4270-b177-49dfed90d212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6340273-d9b1-40e6-8d51-0babbf062aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248601 Mar 18 12:38:47.358155 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-0740628a-7274-4804-bb07-ec8b7373cb8b service neutron] 10.222.0.37 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857797 Mar 18 12:38:47.446752 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2a6b809-e6e2-46bb-bea3-509625c70858 req-4d4cd26a-697a-48b5-a84f-d39a5a59a3fa service neutron] 10.222.0.37 "GET /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813029 Mar 18 12:38:47.699654 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a37d4-ef65-4ac0-93eb-117d6e0674f7 req-d646038a-d819-4143-acc7-8ac9f2df7872 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:47.701283 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-380a37d4-ef65-4ac0-93eb-117d6e0674f7 req-d646038a-d819-4143-acc7-8ac9f2df7872 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0587363 Mar 18 12:38:47.748037 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-380a37d4-ef65-4ac0-93eb-117d6e0674f7 req-3661133b-c6f2-404c-8ad2-44137e32a0b1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Mar 18 12:38:47.771764 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36870) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:47.879920 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:47.946500 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb608b-ddee-4fbd-ba0e-4e16f0e067a0 req-119246c5-745c-4e89-a228-1d5d48c5b2d1 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:47.948256 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8dfb608b-ddee-4fbd-ba0e-4e16f0e067a0 req-119246c5-745c-4e89-a228-1d5d48c5b2d1 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 943 time: 0.0594842 Mar 18 12:38:47.970900 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Publish callbacks [] for security_group (78da4a2e-258b-452f-9fec-28ea83c0e8c8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:47.975459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (78da4a2e-258b-452f-9fec-28ea83c0e8c8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:48.024304 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8dfb608b-ddee-4fbd-ba0e-4e16f0e067a0 req-1d5b7a86-48fa-47c0-b55d-38829652b7d3 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583506 Mar 18 12:38:48.025175 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0152e953b284206b26a404869928bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522540 Mar 18 12:38:48.026985 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78da4a2e-258b-452f-9fec-28ea83c0e8c8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:48.029267 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36876) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:48.052212 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-237010ff-cd10-4c8d-8adc-fd2354c0ffec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:48.053595 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.053982 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.054372 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.054777 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.055151 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.055486 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.055897 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.057399 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.057399 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.057776 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.058227 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.058555 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.058934 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.059325 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.059672 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eded61-5977-4c03-a100-cfe9ec7c8088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:48.113985 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faef42db-2b65-4649-af83-ccc393fd8464 admin admin] Publish callbacks [] for security_group (78da4a2e-258b-452f-9fec-28ea83c0e8c8), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:48.136827 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faef42db-2b65-4649-af83-ccc393fd8464 admin admin] Publish callbacks [] for security_group (78da4a2e-258b-452f-9fec-28ea83c0e8c8), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:48.182699 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faef42db-2b65-4649-af83-ccc393fd8464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (78da4a2e-258b-452f-9fec-28ea83c0e8c8), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:48.185228 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faef42db-2b65-4649-af83-ccc393fd8464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:48.186368 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-faef42db-2b65-4649-af83-ccc393fd8464 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78da4a2e-258b-452f-9fec-28ea83c0e8c8 HTTP/1.1" status: 204 len: 168 time: 0.1562088 Mar 18 12:38:48.194485 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef42db-2b65-4649-af83-ccc393fd8464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78da4a2e-258b-452f-9fec-28ea83c0e8c8,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:48.713803 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device d5885632-6658-4181-b74d-76011e19e65c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:38:48.828386 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port d5885632-6658-4181-b74d-76011e19e65c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5885632-6658-4181-b74d-76011e19e65c,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:48.847272 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'd5885632-6658-4181-b74d-76011e19e65c', 'network_id': 'a6340273-d9b1-40e6-8d51-0babbf062aa3', 'port_id': 'd5885632-6658-4181-b74d-76011e19e65c', 'mac_address': 'fa:16:3e:56:7d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58a4d73-d7f7-4f8c-8a58-92f422b36e99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:38:48.855013 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36906) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:48.883073 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12fd5c-75ca-42a7-8c2e-4c15bae6c54b req-13557dbc-2bd6-471c-8f07-9a5213c9c1db tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:48.887013 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f12fd5c-75ca-42a7-8c2e-4c15bae6c54b req-13557dbc-2bd6-471c-8f07-9a5213c9c1db tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0642555 Mar 18 12:38:48.888550 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port d5885632-6658-4181-b74d-76011e19e65c is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:48.888949 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (d5885632-6658-4181-b74d-76011e19e65c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:48.903146 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5885632-6658-4181-b74d-76011e19e65c {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:38:48.923062 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port d5885632-6658-4181-b74d-76011e19e65c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5885632-6658-4181-b74d-76011e19e65c,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:48.927668 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (d5885632-6658-4181-b74d-76011e19e65c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:48.938728 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f12fd5c-75ca-42a7-8c2e-4c15bae6c54b req-aaf68d13-ade7-4503-acb8-683ac7dd937f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479109 Mar 18 12:38:48.967147 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-381610429-network', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:48.980408 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=d5885632-6658-4181-b74d-76011e19e65c,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:48.989974 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Made reservation on behalf of de5aa4335c0342dda02a125ef9f6af2f for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:38:48.992875 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.001495 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.043959 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.090468 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Publish callbacks [] for security_group (69873cf3-b703-46c0-b139-446fd16bf1fc), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.098675 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (69873cf3-b703-46c0-b139-446fd16bf1fc), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.127156 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:38:49.136446 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69873cf3-b703-46c0-b139-446fd16bf1fc,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:49.142438 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (efff92f6-e6f5-4714-8eb6-22925f3210e5), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.142820 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Added segment efff92f6-e6f5-4714-8eb6-22925f3210e5 of type vlan for network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 Mar 18 12:38:49.146130 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96067c87-4dcf-47ab-b5ee-c0e19e76dce7 req-1d92846d-70b6-4d8f-9587-c2f0fe079fb9 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:49.154967 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-96067c87-4dcf-47ab-b5ee-c0e19e76dce7 req-1d92846d-70b6-4d8f-9587-c2f0fe079fb9 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 944 time: 0.0694892 Mar 18 12:38:49.188364 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.202961 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-96067c87-4dcf-47ab-b5ee-c0e19e76dce7 req-4627ce36-09de-4c48-8556-bbe1a0ab937c tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470884 Mar 18 12:38:49.216574 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.217625 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:49.218261 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.271512 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4155257 Mar 18 12:38:49.274858 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:49.280460 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63606502-be2a-4d73-8ff5-a3f8df52391e admin admin] Pushing event updated for resources: {'Network': ['ID=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:49.281506 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Request body: {'subnet': {'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-381610429-subnet', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:49.290683 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:38:49.308277 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Made reservation on behalf of de5aa4335c0342dda02a125ef9f6af2f for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:38:49.310701 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763634'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.328340 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c796-512f-435a-b2de-d0136539ff8d req-e155d804-6172-4bfc-aca3-107b127a6680 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:49.329820 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43e5c796-512f-435a-b2de-d0136539ff8d req-e155d804-6172-4bfc-aca3-107b127a6680 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0869997 Mar 18 12:38:49.426371 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43e5c796-512f-435a-b2de-d0136539ff8d req-040bd648-b704-4722-b469-024069534db1 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718696 Mar 18 12:38:49.522569 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8870282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763620'] for subnet (036d7836-8dc7-4574-b4d0-4a00aad152ff), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.575737 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036d7836-8dc7-4574-b4d0-4a00aad152ff,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:49.585865 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.586214 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.586574 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.586914 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.587246 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.587577 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.587900 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.588225 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.588549 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.588870 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.589195 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.589515 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.589833 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.590154 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.590469 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:49.595494 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Checking segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:38:49.595848 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Network hostable DHCP agents. Network: 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:38:49.611757 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:38:49.620734 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:49.625265 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:49.626303 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.630117 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485e3d0-e9a8-4b6c-b608-a35c881630c6 None None] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:38:49.642197 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f189e2a5-c700-46ea-80dd-2958076e79a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3650110 Mar 18 12:38:49.644798 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36922) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:49.648944 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:49.672904 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (52785183-119a-4918-9294-32f0215f7b91), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.674229 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (52785183-119a-4918-9294-32f0215f7b91), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.730424 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks [] for router_controller (52785183-119a-4918-9294-32f0215f7b91), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.730600 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:38:49.731299 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:49.858882 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Allocated IP 172.20.0.2 (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8/036d7836-8dc7-4574-b4d0-4a00aad152ff/27dfb6c9-02ef-459c-9baf-14fae86d5d62) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:38:49.868795 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks [] for router_gateway (52785183-119a-4918-9294-32f0215f7b91), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.002317 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Publish callbacks [] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.012862 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.049176 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:50.052489 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:50.055807 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:38:50.066368 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks [] for router_gateway (52785183-119a-4918-9294-32f0215f7b91), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.068253 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Pushing event updated for resources: {'Port': ['ID=27dfb6c9-02ef-459c-9baf-14fae86d5d62,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:50.089545 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.127595 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Attempting to bind port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:38:50.127905 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Attempting to bind port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:38:50.128220 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Attempting to bind port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:38:50.133149 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:38:50.133530 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Checking segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:38:50.133930 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.134320 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Bound using segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:38:50.134803 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Bound port: 27dfb6c9-02ef-459c-9baf-14fae86d5d62, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:38:50.135186 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.195045 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] For port 27dfb6c9-02ef-459c-9baf-14fae86d5d62, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:38:50.196504 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Allocated IP 172.27.2.9 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/8e8c2abb-30ea-4cc8-8caa-a931a0951da7) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:38:50.198223 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] For port 27dfb6c9-02ef-459c-9baf-14fae86d5d62, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=27dfb6c9-02ef-459c-9baf-14fae86d5d62,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:38:50.203486 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.260718 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a525790-e0ca-4849-8852-3e58006c73bb None None] Pushing event updated for resources: {'Port': ['ID=27dfb6c9-02ef-459c-9baf-14fae86d5d62,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:50.334557 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks [] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.375498 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0174e9-4837-4074-9936-aa56594b9557 req-2f1f6ff4-4956-4adb-8692-4b7da0a99eec tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:50.377008 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb0174e9-4837-4074-9936-aa56594b9557 req-2f1f6ff4-4956-4adb-8692-4b7da0a99eec tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 944 time: 0.0830338 Mar 18 12:38:50.391508 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.458037 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:50.467855 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:50.477965 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:38:50.501977 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb0174e9-4837-4074-9936-aa56594b9557 req-4593e701-967c-4c33-8e99-71c6fb7e8ddc tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177955 Mar 18 12:38:50.503155 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8c2abb-30ea-4cc8-8caa-a931a0951da7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:50.659654 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ffac6-c612-4ddc-9edd-482738898c46 req-09d995d7-9f62-4e49-808b-ffc88aa9943f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:50.661128 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bd9ffac6-c612-4ddc-9edd-482738898c46 req-09d995d7-9f62-4e49-808b-ffc88aa9943f tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.1473384 Mar 18 12:38:50.683997 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:50.784246 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bd9ffac6-c612-4ddc-9edd-482738898c46 req-6ad5f412-31e2-4a41-8ea6-897131678f3e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163709 Mar 18 12:38:50.817867 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks [] for router_gateway (52785183-119a-4918-9294-32f0215f7b91), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:51.028910 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (52785183-119a-4918-9294-32f0215f7b91), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:51.152247 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c0dab4-ca83-4f13-b614-285de9e73f18 None None] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:38:51.161320 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Router 52785183-119a-4918-9294-32f0215f7b91 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:38:51.257245 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-13c647e9-aaee-488f-90b9-6c8e0c39b122 None None] Provisioning complete for port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:51.257616 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c647e9-aaee-488f-90b9-6c8e0c39b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:51.269755 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:38:51.284347 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Sync routers for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:38:51.291219 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:51.294474 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-62e6e1cd-e384-415d-a91d-34420c0e8717 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6463358 Mar 18 12:38:51.294684 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:38:51.294776 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36934) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:51.294928 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:51.355060 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-13c647e9-aaee-488f-90b9-6c8e0c39b122 None None] Current status of the port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:51.355607 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c647e9-aaee-488f-90b9-6c8e0c39b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:51.402604 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-13c647e9-aaee-488f-90b9-6c8e0c39b122 None None] For port 27dfb6c9-02ef-459c-9baf-14fae86d5d62, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=27dfb6c9-02ef-459c-9baf-14fae86d5d62,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:51.409464 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c647e9-aaee-488f-90b9-6c8e0c39b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:51.417013 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:38:51.465761 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c647e9-aaee-488f-90b9-6c8e0c39b122 None None] Pushing event updated for resources: {'Port': ['ID=27dfb6c9-02ef-459c-9baf-14fae86d5d62,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:51.532589 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-922a4751-418e-4971-a1bb-05badcc76944 None None] Provisioning complete for port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:51.533000 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-922a4751-418e-4971-a1bb-05badcc76944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:51.644300 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-922a4751-418e-4971-a1bb-05badcc76944 None None] Current status of the port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:51.700144 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 27dfb6c9-02ef-459c-9baf-14fae86d5d62 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:38:51.712661 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:50Z', 'revision_number': 3, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:51.740261 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Checking router: 52785183-119a-4918-9294-32f0215f7b91 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:38:51.740754 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Updating router 52785183-119a-4918-9294-32f0215f7b91 port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:38:51.750177 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:51.750578 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:51.768762 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:51.830326 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:51.883143 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1486706-fbce-453c-bb31-0aab1366e152 req-778f18c1-93cf-4453-bb35-83bfc0d10f75 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:51.884581 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1486706-fbce-453c-bb31-0aab1366e152 req-778f18c1-93cf-4453-bb35-83bfc0d10f75 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 944 time: 0.1077738 Mar 18 12:38:51.944699 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.033684 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12420c-1707-4d80-b344-a5f75395a4b1 req-db4daec8-3ef7-46f4-9f64-17ddfe511c57 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:52.040381 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b12420c-1707-4d80-b344-a5f75395a4b1 req-db4daec8-3ef7-46f4-9f64-17ddfe511c57 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.1662142 Mar 18 12:38:52.055570 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1486706-fbce-453c-bb31-0aab1366e152 req-a43cf352-34d3-48d8-8fe6-190dd920df40 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634722 Mar 18 12:38:52.064146 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Publish callbacks [] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.074910 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.128959 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.134968 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Pushing event updated for resources: {'Port': ['ID=8e8c2abb-30ea-4cc8-8caa-a931a0951da7,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:52.145536 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Attempting to bind port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:38:52.145909 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Attempting to bind port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:38:52.146274 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Attempting to bind port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:38:52.147731 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b12420c-1707-4d80-b344-a5f75395a4b1 req-5386d9b4-1f3f-47b5-8cab-bfac6646c59c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064947 Mar 18 12:38:52.148751 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.149098 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.149466 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.149818 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.150310 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.150842 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.151321 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.151797 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.152398 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.152880 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.153359 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.153856 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.154939 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.155427 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.155918 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:38:52.164768 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:38:52.165486 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:38:52.166037 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.167238 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:38:52.167362 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-ed32e6ed-b053-4edd-842b-40ce7123204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:52.168398 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Bound port: 8e8c2abb-30ea-4cc8-8caa-a931a0951da7, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:38:52.168810 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-ed32e6ed-b053-4edd-842b-40ce7123204d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=888a382051c5404ba1c4d9016dc0a364&device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 1129 time: 0.1169257 Mar 18 12:38:52.169129 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.172370 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-bc85fecb-90df-4738-b5e7-3b250fd0f1fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729995 Mar 18 12:38:52.181163 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['d5885632-6658-4181-b74d-76011e19e65c'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:38:52.239088 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] For port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:38:52.244187 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] For port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=8e8c2abb-30ea-4cc8-8caa-a931a0951da7,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:38:52.256833 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.300196 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.331313 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-151de4c3-5c51-4af6-b861-5099493d98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:52.333165 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-151de4c3-5c51-4af6-b861-5099493d98c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 1129 time: 0.0807352 Mar 18 12:38:52.343667 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Allocated IP 172.20.0.1 (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8/036d7836-8dc7-4574-b4d0-4a00aad152ff/f5a4546c-cb26-4783-9602-e7b42815c78c) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:38:52.347472 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-523637e0-82ee-4d03-88d3-052a44250e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:52.349241 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-523637e0-82ee-4d03-88d3-052a44250e54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 200 len: 920 time: 0.1614025 Mar 18 12:38:52.356831 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45b00a-c097-4ad3-a8a2-c119fe75e130 None None] Pushing event updated for resources: {'Port': ['ID=8e8c2abb-30ea-4cc8-8caa-a931a0951da7,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:52.367067 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:38:52.367839 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:52.449675 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-07d2c4fd-fc99-4089-bf0d-59e7da3b6217 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43 HTTP/1.1" status: 200 len: 217 time: 0.0729690 Mar 18 12:38:52.472883 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Publish callbacks [] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.491823 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:38:52.508780 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.518229 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-93e11c89-da45-473d-9dac-6b9ba1d10e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:52.519707 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-93e11c89-da45-473d-9dac-6b9ba1d10e42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 200 len: 859 time: 0.0625463 Mar 18 12:38:52.537316 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-7bd10b68-4549-4578-8ded-95c9a19cc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:52.539092 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-7bd10b68-4549-4578-8ded-95c9a19cc217 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 916 time: 0.1795311 Mar 18 12:38:52.548133 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:52.552982 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:52.556722 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:38:52.556865 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-1bcf759e-84c1-4c54-ba67-73f1c27e52a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e425e37-1ae8-48fe-b7f1-6897ad51eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298455 Mar 18 12:38:52.583527 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Pushing event updated for resources: {'Port': ['ID=f5a4546c-cb26-4783-9602-e7b42815c78c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:52.611001 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (52785183-119a-4918-9294-32f0215f7b91), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.640610 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-3a167a7c-fb7c-4444-951c-8fb0aaafbb50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1470a83a-6a0d-430a-acf1-7ff68366b2e1 HTTP/1.1" status: 200 len: 1000 time: 0.0862670 Mar 18 12:38:52.719100 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:50Z', 'revision_number': 3, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:52.727928 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-2db6f5e8-789c-4a78-aeec-d29489846c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:52.729574 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-2db6f5e8-789c-4a78-aeec-d29489846c07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0643780 Mar 18 12:38:52.757827 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f251e57-0feb-4350-8134-98ef5cbf316b None None] The sync data for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi is: [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:50Z', 'revision_number': 3, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:38:52.769367 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.787849 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-3522d944-06b2-4f55-b4a4-ecb088cd3e94 service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716194 Mar 18 12:38:52.847197 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-5aac707a-94d5-4359-aef6-894312cc92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:52.848626 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-5aac707a-94d5-4359-aef6-894312cc92b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1100585 Mar 18 12:38:52.898271 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-4d711c5a-4aba-4aba-a075-636fd7e93c97 None None] Provisioning complete for port f5a4546c-cb26-4783-9602-e7b42815c78c triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:52.899884 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d711c5a-4aba-4aba-a075-636fd7e93c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.950452 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Publish callbacks [] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:52.951786 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4e1db912-35d3-4faf-bde6-2400b36f7e5f req-c4742d71-f189-40d3-aeb5-bd86ea0ca95b service neutron] 10.222.0.37 "GET /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550291 Mar 18 12:38:52.952912 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4d711c5a-4aba-4aba-a075-636fd7e93c97 None None] Port f5a4546c-cb26-4783-9602-e7b42815c78c cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:38:52.959979 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:53.003863 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-f27f90c4-8561-4b67-b945-6226502b61de service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338892 Mar 18 12:38:53.055104 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (52785183-119a-4918-9294-32f0215f7b91), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:53.056774 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Pushing event updated for resources: {'Port': ['ID=f5a4546c-cb26-4783-9602-e7b42815c78c,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:53.155988 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05cf93e7-3246-496a-ab12-c8e87c6d036f req-d7cb772c-db75-4c80-b4bd-a94aab4de4ac service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448073 Mar 18 12:38:53.236539 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:53.244807 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:53.281879 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08425e55-5a8f-4b73-9f4c-986943374f17 req-24b095df-a8aa-44ab-8efb-c29aa8d877e2 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:53.283516 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08425e55-5a8f-4b73-9f4c-986943374f17 req-24b095df-a8aa-44ab-8efb-c29aa8d877e2 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 944 time: 0.1145854 Mar 18 12:38:53.458301 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e8da1-c82c-43a1-835d-e12168885618 req-7c30537d-498e-4581-b516-0692e212169a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:53.459830 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-778e8da1-c82c-43a1-835d-e12168885618 req-7c30537d-498e-4581-b516-0692e212169a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.1744993 Mar 18 12:38:53.464867 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08425e55-5a8f-4b73-9f4c-986943374f17 req-7b25a36a-85c3-49cb-a1ed-577252d578d5 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196837 Mar 18 12:38:53.480383 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Router 52785183-119a-4918-9294-32f0215f7b91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:38:53.486824 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-dcabb2c2-d356-42b2-9f5d-cfa44a2ec26b None None] Provisioning complete for port f5a4546c-cb26-4783-9602-e7b42815c78c triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:53.487524 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dcabb2c2-d356-42b2-9f5d-cfa44a2ec26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:53.523626 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-dcabb2c2-d356-42b2-9f5d-cfa44a2ec26b None None] Port f5a4546c-cb26-4783-9602-e7b42815c78c cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:38:53.596474 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-778e8da1-c82c-43a1-835d-e12168885618 req-ac8375b8-dba8-4b4e-96c9-9e8fc8e3f832 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145031 Mar 18 12:38:53.645148 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:38:53.658806 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a7d0ff32-967e-42e5-8365-c78c69879b9c admin admin] 10.222.0.21 "PUT /v2.0/routers/52785183-119a-4918-9294-32f0215f7b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3628438 Mar 18 12:38:53.716329 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:38:53.776644 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:53.777123 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:53.868853 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:53.869380 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:53.902681 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=8e8c2abb-30ea-4cc8-8caa-a931a0951da7,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:53.907386 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:53.958244 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=8e8c2abb-30ea-4cc8-8caa-a931a0951da7,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:54.173058 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 36968) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:54.178353 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-196403058-network', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:54.197592 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Made reservation on behalf of 16be86fefd644c0096ec2b27cb52f858 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:38:54.200013 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.212536 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.294315 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Publish callbacks [] for security_group (81ece0e8-f4cf-442e-b69d-8445d57a5edb), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.298206 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (81ece0e8-f4cf-442e-b69d-8445d57a5edb), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.319251 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:38:54.336847 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ece0e8-f4cf-442e-b69d-8445d57a5edb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:54.341383 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (d1400981-068a-4137-a642-e619078f7704), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.341960 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Added segment d1400981-068a-4137-a642-e619078f7704 of type vlan for network 89d50139-eaf9-4525-8270-0de87dcb713a Mar 18 12:38:54.388856 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (89d50139-eaf9-4525-8270-0de87dcb713a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.416085 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (89d50139-eaf9-4525-8270-0de87dcb713a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.417783 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:54.418409 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.472967 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2987809 Mar 18 12:38:54.475694 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36978) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:54.480512 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Request body: {'subnet': {'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-196403058-subnet', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:54.492311 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7d93d-8af2-4c22-943a-fc8413058177 admin admin] Pushing event updated for resources: {'Network': ['ID=89d50139-eaf9-4525-8270-0de87dcb713a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:54.503732 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Made reservation on behalf of 16be86fefd644c0096ec2b27cb52f858 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:38:54.506229 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083907'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.512106 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 89d50139-eaf9-4525-8270-0de87dcb713a details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:38:54.600916 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099633bb-c6b9-4871-9940-d673d69806a5 req-569d8c8d-2a1e-47ed-acd6-ec9b4ab7db1c tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:54.602487 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-099633bb-c6b9-4871-9940-d673d69806a5 req-569d8c8d-2a1e-47ed-acd6-ec9b4ab7db1c tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 944 time: 0.0600712 Mar 18 12:38:54.609964 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Sync routers for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:38:54.622358 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:38:54.623115 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:54.710364 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-099633bb-c6b9-4871-9940-d673d69806a5 req-d02aad19-ecd9-4999-b9ac-3fd86f1ccc9f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021664 Mar 18 12:38:54.738880 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device d5885632-6658-4181-b74d-76011e19e65c up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:38:54.785533 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857d793-b2c9-4718-9307-74b850fef8b4 req-2ecc0d49-97f0-4e19-845b-d38405b7dbf0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:54.787109 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b857d793-b2c9-4718-9307-74b850fef8b4 req-2ecc0d49-97f0-4e19-845b-d38405b7dbf0 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0717525 Mar 18 12:38:54.822209 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:38:54.824890 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port d5885632-6658-4181-b74d-76011e19e65c completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:38:54.845452 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b857d793-b2c9-4718-9307-74b850fef8b4 req-7c110f37-7616-4cb6-8579-b78d0a8acc5b tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488462 Mar 18 12:38:54.858484 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port d5885632-6658-4181-b74d-76011e19e65c triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:54.858754 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (d5885632-6658-4181-b74d-76011e19e65c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:54.969921 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083925'] for subnet (3002096c-c214-4570-815a-8d0fd5d3d1ff), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.034982 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3002096c-c214-4570-815a-8d0fd5d3d1ff,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:55.043004 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Checking segment: {'id': 'd1400981-068a-4137-a642-e619078f7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:38:55.043370 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Network hostable DHCP agents. Network: 89d50139-eaf9-4525-8270-0de87dcb713a, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:38:55.059660 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Network 89d50139-eaf9-4525-8270-0de87dcb713a is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:38:55.059836 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port d5885632-6658-4181-b74d-76011e19e65c is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:55.060302 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (d5885632-6658-4181-b74d-76011e19e65c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.071102 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 89d50139-eaf9-4525-8270-0de87dcb713a) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:55.075751 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:55.076504 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.087401 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f17a3-b34e-479e-b00d-42b087d540a7 None None] Network 89d50139-eaf9-4525-8270-0de87dcb713a requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:38:55.092888 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a0605e50-8f61-4e2c-a9bf-9e408b39178e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6161344 Mar 18 12:38:55.095352 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 36984) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:55.099506 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:38:55.104775 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2914d1-a4aa-49d1-8d63-076792405cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5885632-6658-4181-b74d-76011e19e65c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:38:55.107009 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e755d7c-6b7f-48b3-9299-b843264d386f" -d '{"events": [{"server_uuid": "6f2914d1-a4aa-49d1-8d63-076792405cf3", "name": "network-vif-plugged", "status": "completed", "tag": "d5885632-6658-4181-b74d-76011e19e65c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:38:55.117034 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.118056 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.170770 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks [] for router_controller (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.278261 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port d5885632-6658-4181-b74d-76011e19e65c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5885632-6658-4181-b74d-76011e19e65c,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:55.286800 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (d5885632-6658-4181-b74d-76011e19e65c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.297180 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2b06ae-7db9-4a62-9aa8-99e10d571a82 x-openstack-request-id: req-af2b06ae-7db9-4a62-9aa8-99e10d571a82 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:38:55.297479 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2914d1-a4aa-49d1-8d63-076792405cf3", "name": "network-vif-plugged", "status": "completed", "tag": "d5885632-6658-4181-b74d-76011e19e65c", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:38:55.297731 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af2b06ae-7db9-4a62-9aa8-99e10d571a82 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:38:55.298119 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2914d1-a4aa-49d1-8d63-076792405cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5885632-6658-4181-b74d-76011e19e65c', 'code': 200} Mar 18 12:38:55.322293 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks [] for router_gateway (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.355817 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 2, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:55.392300 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=d5885632-6658-4181-b74d-76011e19e65c,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:55.397123 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Checking router: 52785183-119a-4918-9294-32f0215f7b91 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:38:55.397479 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Updating router 52785183-119a-4918-9294-32f0215f7b91 port f5a4546c-cb26-4783-9602-e7b42815c78c binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:38:55.431044 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-89d50139-eaf9-4525-8270-0de87dcb713a', 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a', 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'fixed_ips': [{'subnet_id': '3002096c-c214-4570-815a-8d0fd5d3d1ff'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:38:55.431889 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.453041 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.586711 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787298-8e3e-4bd2-8fb8-ded60f49a401 req-716bc855-4abe-4037-91b4-20814d2ed7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:55.588275 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90787298-8e3e-4bd2-8fb8-ded60f49a401 req-716bc855-4abe-4037-91b4-20814d2ed7c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 1129 time: 0.1233649 Mar 18 12:38:55.589809 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks [] for router_gateway (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.611482 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.656461 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:38:55.692502 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90787298-8e3e-4bd2-8fb8-ded60f49a401 req-9b731a9a-0bd9-442f-9193-39e74c812429 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823860 Mar 18 12:38:55.731078 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Allocated IP 172.20.0.2 (89d50139-eaf9-4525-8270-0de87dcb713a/3002096c-c214-4570-815a-8d0fd5d3d1ff/bcbdebd9-c142-403b-b564-6d407c8d0f82) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:38:55.759927 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Allocated IP 172.27.2.240 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/441a34a9-f963-497d-a197-255e9cad6f27) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:38:55.844867 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d31ca-0a9a-4d63-8dd3-9c11c4f0cf3d req-73717945-654f-4347-a587-90eb44b39382 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:55.846926 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d91d31ca-0a9a-4d63-8dd3-9c11c4f0cf3d req-73717945-654f-4347-a587-90eb44b39382 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 945 time: 0.0575764 Mar 18 12:38:55.851341 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:55.851723 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.894388 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks [] for port (441a34a9-f963-497d-a197-255e9cad6f27), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.897935 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d91d31ca-0a9a-4d63-8dd3-9c11c4f0cf3d req-d779ae6c-6bde-4056-ab24-191ee6cf39bb tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452292 Mar 18 12:38:55.937581 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (441a34a9-f963-497d-a197-255e9cad6f27), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:55.973374 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:55.976390 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:55.978707 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:38:56.010727 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa49ca-4b96-47d5-8f60-3d6e8bb54152 req-537250b9-4a6e-4f57-92bc-4a83b42c5734 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:56.012248 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5bfa49ca-4b96-47d5-8f60-3d6e8bb54152 req-537250b9-4a6e-4f57-92bc-4a83b42c5734 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0710156 Mar 18 12:38:56.037912 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Pushing event updated for resources: {'Port': ['ID=441a34a9-f963-497d-a197-255e9cad6f27,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:56.054319 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Publish callbacks [] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.061091 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Publish callbacks [] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.067135 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.073784 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5bfa49ca-4b96-47d5-8f60-3d6e8bb54152 req-97c042d4-7456-47f8-9018-1537f3b06d7e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Mar 18 12:38:56.079839 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.100767 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:56.123219 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Network 89d50139-eaf9-4525-8270-0de87dcb713a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:56.128930 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:56.138188 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:38:56.143861 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Pushing event updated for resources: {'Port': ['ID=bcbdebd9-c142-403b-b564-6d407c8d0f82,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:56.287166 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f777dc-e375-49a8-a576-dd321eb3c3c0 None None] Pushing event updated for resources: {'Port': ['ID=f5a4546c-cb26-4783-9602-e7b42815c78c,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:56.291509 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Attempting to bind port bcbdebd9-c142-403b-b564-6d407c8d0f82 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:38:56.291877 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Attempting to bind port bcbdebd9-c142-403b-b564-6d407c8d0f82 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'd1400981-068a-4137-a642-e619078f7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:38:56.292243 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Attempting to bind port bcbdebd9-c142-403b-b564-6d407c8d0f82 on network 89d50139-eaf9-4525-8270-0de87dcb713a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:38:56.297916 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:38:56.298292 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Checking segment: {'id': 'd1400981-068a-4137-a642-e619078f7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:38:56.298721 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.299554 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Bound using segment: {'id': 'd1400981-068a-4137-a642-e619078f7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:38:56.300035 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Bound port: bcbdebd9-c142-403b-b564-6d407c8d0f82, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1400981-068a-4137-a642-e619078f7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:38:56.301148 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.304759 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Attempting to bind port f5a4546c-cb26-4783-9602-e7b42815c78c on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:38:56.305121 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Attempting to bind port f5a4546c-cb26-4783-9602-e7b42815c78c by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:38:56.305476 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Attempting to bind port f5a4546c-cb26-4783-9602-e7b42815c78c on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:38:56.328982 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:38:56.329589 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Checking segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:38:56.330008 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.330960 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Bound using segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:38:56.331436 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Bound port: f5a4546c-cb26-4783-9602-e7b42815c78c, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:38:56.331818 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.349230 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks [] for router_gateway (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.447444 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-2785ec12-c910-4619-99d0-39d923997242 None None] Provisioning complete for port f5a4546c-cb26-4783-9602-e7b42815c78c triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:56.447832 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2785ec12-c910-4619-99d0-39d923997242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.478313 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] For port bcbdebd9-c142-403b-b564-6d407c8d0f82, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:38:56.501704 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] For port bcbdebd9-c142-403b-b564-6d407c8d0f82, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=bcbdebd9-c142-403b-b564-6d407c8d0f82,segment=NetworkSegment(d1400981-068a-4137-a642-e619078f7704),segment_id=d1400981-068a-4137-a642-e619078f7704)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:38:56.505572 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] For port f5a4546c-cb26-4783-9602-e7b42815c78c, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:38:56.523140 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.532045 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] For port f5a4546c-cb26-4783-9602-e7b42815c78c, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=f5a4546c-cb26-4783-9602-e7b42815c78c,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:38:56.533214 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2785ec12-c910-4619-99d0-39d923997242 None None] Port f5a4546c-cb26-4783-9602-e7b42815c78c cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:38:56.563046 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.574419 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.611320 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164363a2-64e8-4d70-ae11-7928f32f8c1c None None] Pushing event updated for resources: {'Port': ['ID=bcbdebd9-c142-403b-b564-6d407c8d0f82,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:56.617586 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:38:56.618106 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:56.748703 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f777dc-e375-49a8-a576-dd321eb3c3c0 None None] Pushing event updated for resources: {'Port': ['ID=f5a4546c-cb26-4783-9602-e7b42815c78c,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:56.762789 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:38:56.788102 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:38:56.925544 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:38:56.944351 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Sync routers for ids ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:38:56.955478 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Routers {'7b333ac3-7528-4a36-b0c2-a23dbea47ca0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:38:56.956664 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:56.970010 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:56.972532 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2432f40b-ea64-4518-9879-c38f80dd0115 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8762097 Mar 18 12:38:56.975382 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37016) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:57.017345 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-7db86c10-09eb-4d05-a14a-356540531a0e None None] Provisioning complete for port f5a4546c-cb26-4783-9602-e7b42815c78c triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:57.017728 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7db86c10-09eb-4d05-a14a-356540531a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:57.158623 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7f65b-af73-47cc-95c8-329eaa35258b req-b243444c-cabd-4591-b856-d40f6552ed0c tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:57.161596 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1b7f65b-af73-47cc-95c8-329eaa35258b req-b243444c-cabd-4591-b856-d40f6552ed0c tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 945 time: 0.1041305 Mar 18 12:38:57.172718 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Set router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:38:57.222325 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1b7f65b-af73-47cc-95c8-329eaa35258b req-b7f0c280-7fb9-465e-af7a-1f7d0151f9f2 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544369 Mar 18 12:38:57.315205 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7db86c10-09eb-4d05-a14a-356540531a0e None None] Current status of the port f5a4546c-cb26-4783-9602-e7b42815c78c is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:57.315770 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7db86c10-09eb-4d05-a14a-356540531a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:57.357956 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7db86c10-09eb-4d05-a14a-356540531a0e None None] For port f5a4546c-cb26-4783-9602-e7b42815c78c, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=f5a4546c-cb26-4783-9602-e7b42815c78c,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:57.365607 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7db86c10-09eb-4d05-a14a-356540531a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:57.384312 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '441a34a9-f963-497d-a197-255e9cad6f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:38:56Z', 'revision_number': 3, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'gw_port': {'id': '441a34a9-f963-497d-a197-255e9cad6f27', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:57.390068 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:56Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:57.420349 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Checking router: 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:38:57.420701 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Updating router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 port 441a34a9-f963-497d-a197-255e9cad6f27 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:38:57.426400 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0610244-4496-4b6d-bfbb-719d1d09c53a None None] The sync data for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi is: [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:56Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:38:57.450585 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db86c10-09eb-4d05-a14a-356540531a0e None None] Pushing event updated for resources: {'Port': ['ID=f5a4546c-cb26-4783-9602-e7b42815c78c,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:57.463721 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (441a34a9-f963-497d-a197-255e9cad6f27), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:57.624613 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:57.818045 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device f5a4546c-cb26-4783-9602-e7b42815c78c up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:38:57.909587 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Publish callbacks [] for port (441a34a9-f963-497d-a197-255e9cad6f27), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:57.911969 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f862f8-7fbc-470f-82fa-2a05e15e5ea4 None None] Network 89d50139-eaf9-4525-8270-0de87dcb713a requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:38:57.920528 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Allocated IP 172.20.0.1 (89d50139-eaf9-4525-8270-0de87dcb713a/3002096c-c214-4570-815a-8d0fd5d3d1ff/9a5c4f67-1c66-4443-9b93-7f161351f65a) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:38:57.921259 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (441a34a9-f963-497d-a197-255e9cad6f27), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:57.979204 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port f5a4546c-cb26-4783-9602-e7b42815c78c triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:57.979889 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:57.984406 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814d968-f2af-4424-b7c4-ec01d1199b20 None None] Pushing event updated for resources: {'Port': ['ID=441a34a9-f963-497d-a197-255e9cad6f27,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:58.049706 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Attempting to bind port 441a34a9-f963-497d-a197-255e9cad6f27 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:38:58.050548 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Attempting to bind port 441a34a9-f963-497d-a197-255e9cad6f27 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:38:58.051228 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Attempting to bind port 441a34a9-f963-497d-a197-255e9cad6f27 on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:38:58.063194 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:38:58.066640 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:38:58.068003 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.071433 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:38:58.072137 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Bound port: 441a34a9-f963-497d-a197-255e9cad6f27, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:38:58.072561 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (441a34a9-f963-497d-a197-255e9cad6f27), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.083720 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-47ffc1e8-5fd6-4e1b-b4c2-857d653be829 None None] Provisioning complete for port bcbdebd9-c142-403b-b564-6d407c8d0f82 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:58.084105 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ffc1e8-5fd6-4e1b-b4c2-857d653be829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.089735 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Publish callbacks [] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.142315 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] For port 441a34a9-f963-497d-a197-255e9cad6f27, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:38:58.146237 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.146463 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] For port 441a34a9-f963-497d-a197-255e9cad6f27, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=441a34a9-f963-497d-a197-255e9cad6f27,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:38:58.159904 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (441a34a9-f963-497d-a197-255e9cad6f27), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.201911 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Network 89d50139-eaf9-4525-8270-0de87dcb713a is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:58.205861 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:58.217415 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814d968-f2af-4424-b7c4-ec01d1199b20 None None] Pushing event updated for resources: {'Port': ['ID=441a34a9-f963-497d-a197-255e9cad6f27,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:58.228994 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:38:58.240269 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Routers {'7b333ac3-7528-4a36-b0c2-a23dbea47ca0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:38:58.240903 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:58.282537 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37030) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:58.301861 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.302749 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port f5a4546c-cb26-4783-9602-e7b42815c78c is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:58.304876 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device bcbdebd9-c142-403b-b564-6d407c8d0f82 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:38:58.378994 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] Set router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:38:58.452954 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960963fa-eaee-4978-ac23-141f70e9bfa3 req-9033c40a-15f0-4801-840a-541b5f7e781b tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:38:58.465501 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-960963fa-eaee-4978-ac23-141f70e9bfa3 req-9033c40a-15f0-4801-840a-541b5f7e781b tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 945 time: 0.1211708 Mar 18 12:38:58.531692 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-47ffc1e8-5fd6-4e1b-b4c2-857d653be829 None None] Current status of the port bcbdebd9-c142-403b-b564-6d407c8d0f82 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:58.534932 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ffc1e8-5fd6-4e1b-b4c2-857d653be829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.537093 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584dfa74-e501-45d1-b3a3-b52574618e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.591986 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port bcbdebd9-c142-403b-b564-6d407c8d0f82 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:58.591986 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.641219 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-960963fa-eaee-4978-ac23-141f70e9bfa3 req-8ee0ceab-8e2c-4e5b-aa12-e574051cfd3f tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672764 Mar 18 12:38:58.692856 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-47ffc1e8-5fd6-4e1b-b4c2-857d653be829 None None] For port bcbdebd9-c142-403b-b564-6d407c8d0f82, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=bcbdebd9-c142-403b-b564-6d407c8d0f82,segment=NetworkSegment(d1400981-068a-4137-a642-e619078f7704),segment_id=d1400981-068a-4137-a642-e619078f7704)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:38:58.708635 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ffc1e8-5fd6-4e1b-b4c2-857d653be829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.744749 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584dfa74-e501-45d1-b3a3-b52574618e9e admin admin] Publish callbacks [] for security_group (b0f9bc26-3e82-4320-8104-c9188383cbeb), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.755418 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584dfa74-e501-45d1-b3a3-b52574618e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (b0f9bc26-3e82-4320-8104-c9188383cbeb), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.833040 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '441a34a9-f963-497d-a197-255e9cad6f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:38:56Z', 'revision_number': 3, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'gw_port': {'id': '441a34a9-f963-497d-a197-255e9cad6f27', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:38:58.848653 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dfa74-e501-45d1-b3a3-b52574618e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f9bc26-3e82-4320-8104-c9188383cbeb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:58.862409 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-584dfa74-e501-45d1-b3a3-b52574618e9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f186286bf8c46f894d126be4738efc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5783148 Mar 18 12:38:58.865295 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37042) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:38:58.900259 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2a0d7-e70f-49e1-b2e3-4784346354d2 None None] The sync data for ids ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'] in dv-cinder-790535-30-iscsi is: [{'id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '441a34a9-f963-497d-a197-255e9cad6f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:38:56Z', 'revision_number': 3, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'gw_port': {'id': '441a34a9-f963-497d-a197-255e9cad6f27', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:38:58.904790 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffc1e8-5fd6-4e1b-b4c2-857d653be829 None None] Pushing event updated for resources: {'Port': ['ID=bcbdebd9-c142-403b-b564-6d407c8d0f82,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:58.958847 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-361d20bb-c921-46c1-bb65-543ba4dfcb67 admin admin] Publish callbacks [] for security_group (b0f9bc26-3e82-4320-8104-c9188383cbeb), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:58.981517 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-50673619-89ec-4691-a71f-a658cd9e74f5 None None] Provisioning complete for port bcbdebd9-c142-403b-b564-6d407c8d0f82 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:58.981868 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50673619-89ec-4691-a71f-a658cd9e74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.018821 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-361d20bb-c921-46c1-bb65-543ba4dfcb67 admin admin] Publish callbacks [] for security_group (b0f9bc26-3e82-4320-8104-c9188383cbeb), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.066571 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port bcbdebd9-c142-403b-b564-6d407c8d0f82 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:59.071406 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Pushing event updated for resources: {'Port': ['ID=9a5c4f67-1c66-4443-9b93-7f161351f65a,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:59.112874 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-361d20bb-c921-46c1-bb65-543ba4dfcb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (b0f9bc26-3e82-4320-8104-c9188383cbeb), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.115610 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-361d20bb-c921-46c1-bb65-543ba4dfcb67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.116812 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-361d20bb-c921-46c1-bb65-543ba4dfcb67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0f9bc26-3e82-4320-8104-c9188383cbeb HTTP/1.1" status: 204 len: 168 time: 0.2501981 Mar 18 12:38:59.139092 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.140489 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d20bb-c921-46c1-bb65-543ba4dfcb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f9bc26-3e82-4320-8104-c9188383cbeb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:59.218182 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-50673619-89ec-4691-a71f-a658cd9e74f5 None None] Current status of the port bcbdebd9-c142-403b-b564-6d407c8d0f82 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:38:59.340343 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8ced3e7d-f0a5-4617-aa86-9d6f6d2004aa None None] Provisioning complete for port 9a5c4f67-1c66-4443-9b93-7f161351f65a triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:59.340717 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ced3e7d-f0a5-4617-aa86-9d6f6d2004aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.362647 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Publish callbacks [] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.369150 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.378791 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8ced3e7d-f0a5-4617-aa86-9d6f6d2004aa None None] Port 9a5c4f67-1c66-4443-9b93-7f161351f65a cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:38:59.444437 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.450864 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Pushing event updated for resources: {'Port': ['ID=9a5c4f67-1c66-4443-9b93-7f161351f65a,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:38:59.568661 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Network 89d50139-eaf9-4525-8270-0de87dcb713a is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:38:59.570168 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:38:59.800218 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 441a34a9-f963-497d-a197-255e9cad6f27 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:38:59.801405 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:38:59.887018 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 441a34a9-f963-497d-a197-255e9cad6f27 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:59.887772 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (441a34a9-f963-497d-a197-255e9cad6f27), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.940386 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-2b6bfa25-0beb-4781-a3f0-81b1a4d47487 None None] Provisioning complete for port 9a5c4f67-1c66-4443-9b93-7f161351f65a triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:38:59.940763 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b6bfa25-0beb-4781-a3f0-81b1a4d47487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:38:59.954348 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:38:59.960117 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1300602b-1e48-4fea-8cb4-6afb27c7058e admin admin] 10.222.0.21 "PUT /v2.0/routers/7b333ac3-7528-4a36-b0c2-a23dbea47ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9822731 Mar 18 12:39:00.030182 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 441a34a9-f963-497d-a197-255e9cad6f27 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:00.030600 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (441a34a9-f963-497d-a197-255e9cad6f27), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.043360 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2b6bfa25-0beb-4781-a3f0-81b1a4d47487 None None] Port 9a5c4f67-1c66-4443-9b93-7f161351f65a cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:39:00.060793 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port 441a34a9-f963-497d-a197-255e9cad6f27, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=441a34a9-f963-497d-a197-255e9cad6f27,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:00.072566 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (441a34a9-f963-497d-a197-255e9cad6f27), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.073676 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device bcbdebd9-c142-403b-b564-6d407c8d0f82 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:00.164490 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=441a34a9-f963-497d-a197-255e9cad6f27,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:00.179321 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port bcbdebd9-c142-403b-b564-6d407c8d0f82 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:00.179705 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.270142 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port bcbdebd9-c142-403b-b564-6d407c8d0f82 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:00.542153 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37084) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:00.547604 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-63282d62-e9fc-4f99-a368-5da89ce083fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439035161', 'description': 'tempest-secgroup-smoke-439035161 description', 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:00.571169 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-63282d62-e9fc-4f99-a368-5da89ce083fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.640214 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-63282d62-e9fc-4f99-a368-5da89ce083fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group (220e9925-01d9-445a-b4c8-9a08c87f742e), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.644293 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-63282d62-e9fc-4f99-a368-5da89ce083fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (220e9925-01d9-445a-b4c8-9a08c87f742e), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.674831 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-63282d62-e9fc-4f99-a368-5da89ce083fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.676052 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-63282d62-e9fc-4f99-a368-5da89ce083fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1327460 Mar 18 12:39:00.677958 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63282d62-e9fc-4f99-a368-5da89ce083fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220e9925-01d9-445a-b4c8-9a08c87f742e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:00.679183 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37090) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:00.683801 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-cc0ed7df-585f-416d-8a0e-1ff8355a57fb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'security_group_rule': {'security_group_id': '220e9925-01d9-445a-b4c8-9a08c87f742e', 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:00.713685 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed7df-585f-416d-8a0e-1ff8355a57fb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (b074293a-cee3-433a-9fba-b32e3f6e7706), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.792100 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed7df-585f-416d-8a0e-1ff8355a57fb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (b074293a-cee3-433a-9fba-b32e3f6e7706), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.796135 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed7df-585f-416d-8a0e-1ff8355a57fb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (b074293a-cee3-433a-9fba-b32e3f6e7706), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.814948 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ed7df-585f-416d-8a0e-1ff8355a57fb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b074293a-cee3-433a-9fba-b32e3f6e7706,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:00.824664 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed7df-585f-416d-8a0e-1ff8355a57fb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.825859 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-cc0ed7df-585f-416d-8a0e-1ff8355a57fb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456730 Mar 18 12:39:00.828551 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37094) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:00.833391 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-b0fd2b3a-f53f-4973-9c6f-21c6c11a7919 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'security_group_rule': {'security_group_id': '220e9925-01d9-445a-b4c8-9a08c87f742e', 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:00.861223 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b0fd2b3a-f53f-4973-9c6f-21c6c11a7919 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (da49a010-dd0a-49e2-97dd-97dcb8101667), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.863202 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:39:00.919806 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b0fd2b3a-f53f-4973-9c6f-21c6c11a7919 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (da49a010-dd0a-49e2-97dd-97dcb8101667), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.926176 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b0fd2b3a-f53f-4973-9c6f-21c6c11a7919 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (da49a010-dd0a-49e2-97dd-97dcb8101667), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.943233 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd2b3a-f53f-4973-9c6f-21c6c11a7919 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da49a010-dd0a-49e2-97dd-97dcb8101667,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:00.950898 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b0fd2b3a-f53f-4973-9c6f-21c6c11a7919 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.953176 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b0fd2b3a-f53f-4973-9c6f-21c6c11a7919 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236382 Mar 18 12:39:00.954626 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37096) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:00.961659 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-ff1e325e-e280-4f6f-8890-d22fb0109187 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'security_group_rule': {'security_group_id': '220e9925-01d9-445a-b4c8-9a08c87f742e', 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:00.985075 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff1e325e-e280-4f6f-8890-d22fb0109187 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (9c6434f4-e507-49ac-bb6b-4bad22c6d588), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:00.986150 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Sync routers for ids ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:39:00.996284 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Routers {'7b333ac3-7528-4a36-b0c2-a23dbea47ca0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:00.996841 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:01.041629 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff1e325e-e280-4f6f-8890-d22fb0109187 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (9c6434f4-e507-49ac-bb6b-4bad22c6d588), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.045439 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff1e325e-e280-4f6f-8890-d22fb0109187 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (9c6434f4-e507-49ac-bb6b-4bad22c6d588), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.064117 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e325e-e280-4f6f-8890-d22fb0109187 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6434f4-e507-49ac-bb6b-4bad22c6d588,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:01.073559 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff1e325e-e280-4f6f-8890-d22fb0109187 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.074768 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ff1e325e-e280-4f6f-8890-d22fb0109187 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186821 Mar 18 12:39:01.077398 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37098) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:01.082303 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-f7ee78d4-ab87-4a64-8010-7849dfcd6e7b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'security_group_rule': {'security_group_id': '220e9925-01d9-445a-b4c8-9a08c87f742e', 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:01.105658 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f7ee78d4-ab87-4a64-8010-7849dfcd6e7b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (9950be06-a797-4b8d-ba15-f3a85b076f55), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.112442 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Set router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:01.163997 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f7ee78d4-ab87-4a64-8010-7849dfcd6e7b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (9950be06-a797-4b8d-ba15-f3a85b076f55), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.167916 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f7ee78d4-ab87-4a64-8010-7849dfcd6e7b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (9950be06-a797-4b8d-ba15-f3a85b076f55), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.184722 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee78d4-ab87-4a64-8010-7849dfcd6e7b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9950be06-a797-4b8d-ba15-f3a85b076f55,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:01.194917 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f7ee78d4-ab87-4a64-8010-7849dfcd6e7b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.196172 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f7ee78d4-ab87-4a64-8010-7849dfcd6e7b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178496 Mar 18 12:39:01.198907 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37100) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:01.203243 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-b04906f6-f560-491a-b608-d11dae47bad8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'security_group_rule': {'security_group_id': '220e9925-01d9-445a-b4c8-9a08c87f742e', 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:01.222836 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.securitygroups_db [None req-b04906f6-f560-491a-b608-d11dae47bad8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Project de5aa4335c0342dda02a125ef9f6af2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 12:39:01.227552 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b04906f6-f560-491a-b608-d11dae47bad8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (65537bc9-3cd7-47ac-94da-6246fec27c3f), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.284149 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b04906f6-f560-491a-b608-d11dae47bad8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (65537bc9-3cd7-47ac-94da-6246fec27c3f), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.289341 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b04906f6-f560-491a-b608-d11dae47bad8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (65537bc9-3cd7-47ac-94da-6246fec27c3f), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.306827 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04906f6-f560-491a-b608-d11dae47bad8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65537bc9-3cd7-47ac-94da-6246fec27c3f,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:01.311713 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '441a34a9-f963-497d-a197-255e9cad6f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:38:59Z', 'revision_number': 4, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'gw_port': {'id': '441a34a9-f963-497d-a197-255e9cad6f27', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '9a5c4f67-1c66-4443-9b93-7f161351f65a', 'name': '', 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'mac_address': 'fa:16:3e:c7:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3002096c-c214-4570-815a-8d0fd5d3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:57Z', 'updated_at': '2022-03-18T12:38:59Z', 'revision_number': 2, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'subnets': [{'id': '3002096c-c214-4570-815a-8d0fd5d3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:01.316893 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b04906f6-f560-491a-b608-d11dae47bad8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.318157 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b04906f6-f560-491a-b608-d11dae47bad8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183043 Mar 18 12:39:01.320927 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37102) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:01.325339 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7188e729-3207-4b48-811c-6a4907653f1b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'security_group_rule': {'security_group_id': '220e9925-01d9-445a-b4c8-9a08c87f742e', 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:01.338766 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Checking router: 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:39:01.339124 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Updating router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 port 9a5c4f67-1c66-4443-9b93-7f161351f65a binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:39:01.345183 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-7188e729-3207-4b48-811c-6a4907653f1b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Project de5aa4335c0342dda02a125ef9f6af2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 12:39:01.351222 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7188e729-3207-4b48-811c-6a4907653f1b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (6f009fb0-de5d-428e-88e5-ad20f2633113), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.367872 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.413519 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7188e729-3207-4b48-811c-6a4907653f1b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (6f009fb0-de5d-428e-88e5-ad20f2633113), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.416995 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7188e729-3207-4b48-811c-6a4907653f1b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (6f009fb0-de5d-428e-88e5-ad20f2633113), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.434025 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188e729-3207-4b48-811c-6a4907653f1b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f009fb0-de5d-428e-88e5-ad20f2633113,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:01.441926 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7188e729-3207-4b48-811c-6a4907653f1b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.443129 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7188e729-3207-4b48-811c-6a4907653f1b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212137 Mar 18 12:39:01.650932 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 441a34a9-f963-497d-a197-255e9cad6f27 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:01.695173 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Publish callbacks [] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.704429 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.775395 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13830a-2814-4c20-9f08-69e22c3f33be None None] Pushing event updated for resources: {'Port': ['ID=9a5c4f67-1c66-4443-9b93-7f161351f65a,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:01.780207 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 441a34a9-f963-497d-a197-255e9cad6f27 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:01.780586 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (441a34a9-f963-497d-a197-255e9cad6f27), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.922367 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Attempting to bind port 9a5c4f67-1c66-4443-9b93-7f161351f65a on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:39:01.922838 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Attempting to bind port 9a5c4f67-1c66-4443-9b93-7f161351f65a by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'd1400981-068a-4137-a642-e619078f7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:39:01.923367 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Attempting to bind port 9a5c4f67-1c66-4443-9b93-7f161351f65a on network 89d50139-eaf9-4525-8270-0de87dcb713a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:01.935139 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:39:01.935726 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Checking segment: {'id': 'd1400981-068a-4137-a642-e619078f7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:01.936138 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:01.936531 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Bound using segment: {'id': 'd1400981-068a-4137-a642-e619078f7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:39:01.937089 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Bound port: 9a5c4f67-1c66-4443-9b93-7f161351f65a, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1400981-068a-4137-a642-e619078f7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:39:01.937469 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:02.070313 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 441a34a9-f963-497d-a197-255e9cad6f27 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:02.220164 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] For port 9a5c4f67-1c66-4443-9b93-7f161351f65a, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:39:02.236940 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] For port 9a5c4f67-1c66-4443-9b93-7f161351f65a, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=9a5c4f67-1c66-4443-9b93-7f161351f65a,segment=NetworkSegment(d1400981-068a-4137-a642-e619078f7704),segment_id=d1400981-068a-4137-a642-e619078f7704)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:39:02.238315 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f2c7f206-57fe-47a2-87ea-0680157e2f5a None None] Provisioning complete for port 9a5c4f67-1c66-4443-9b93-7f161351f65a triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:02.238735 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f206-57fe-47a2-87ea-0680157e2f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:02.264260 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:02.322432 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7f206-57fe-47a2-87ea-0680157e2f5a None None] Port 9a5c4f67-1c66-4443-9b93-7f161351f65a cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:39:02.351189 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Routers {'7b333ac3-7528-4a36-b0c2-a23dbea47ca0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:02.352897 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:38:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:02.397021 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13830a-2814-4c20-9f08-69e22c3f33be None None] Pushing event updated for resources: {'Port': ['ID=9a5c4f67-1c66-4443-9b93-7f161351f65a,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:02.486264 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] Set router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:02.578377 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-558c3f38-e5a7-4cb5-8503-0b40464c94e7 None None] Provisioning complete for port 9a5c4f67-1c66-4443-9b93-7f161351f65a triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:02.578700 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-558c3f38-e5a7-4cb5-8503-0b40464c94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:02.757233 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-558c3f38-e5a7-4cb5-8503-0b40464c94e7 None None] Current status of the port 9a5c4f67-1c66-4443-9b93-7f161351f65a is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:02.757546 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-558c3f38-e5a7-4cb5-8503-0b40464c94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:02.806982 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-558c3f38-e5a7-4cb5-8503-0b40464c94e7 None None] For port 9a5c4f67-1c66-4443-9b93-7f161351f65a, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=9a5c4f67-1c66-4443-9b93-7f161351f65a,segment=NetworkSegment(d1400981-068a-4137-a642-e619078f7704),segment_id=d1400981-068a-4137-a642-e619078f7704)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:02.811099 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-558c3f38-e5a7-4cb5-8503-0b40464c94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:02.837653 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '441a34a9-f963-497d-a197-255e9cad6f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:38:59Z', 'revision_number': 4, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'gw_port': {'id': '441a34a9-f963-497d-a197-255e9cad6f27', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '9a5c4f67-1c66-4443-9b93-7f161351f65a', 'name': '', 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'mac_address': 'fa:16:3e:c7:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3002096c-c214-4570-815a-8d0fd5d3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:57Z', 'updated_at': '2022-03-18T12:39:02Z', 'revision_number': 4, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'subnets': [{'id': '3002096c-c214-4570-815a-8d0fd5d3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:02.872043 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377dcf02-7a12-487a-866d-291df10dd1f2 None None] The sync data for ids ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'] in dv-cinder-790535-30-iscsi is: [{'id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '441a34a9-f963-497d-a197-255e9cad6f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:38:59Z', 'revision_number': 4, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'gw_port': {'id': '441a34a9-f963-497d-a197-255e9cad6f27', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '9a5c4f67-1c66-4443-9b93-7f161351f65a', 'name': '', 'network_id': '89d50139-eaf9-4525-8270-0de87dcb713a', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'mac_address': 'fa:16:3e:c7:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3002096c-c214-4570-815a-8d0fd5d3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:57Z', 'updated_at': '2022-03-18T12:39:02Z', 'revision_number': 4, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'subnets': [{'id': '3002096c-c214-4570-815a-8d0fd5d3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:39:02.891118 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c3f38-e5a7-4cb5-8503-0b40464c94e7 None None] Pushing event updated for resources: {'Port': ['ID=9a5c4f67-1c66-4443-9b93-7f161351f65a,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:03.663309 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 9a5c4f67-1c66-4443-9b93-7f161351f65a up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:03.711329 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 9a5c4f67-1c66-4443-9b93-7f161351f65a triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:03.711708 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:03.794359 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 9a5c4f67-1c66-4443-9b93-7f161351f65a is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:05.476781 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06116-8a23-4254-8a25-88bd7bc8dad9 req-64346b5e-5239-44ea-ab0a-1fdb847ab53d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:05.478238 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b9a06116-8a23-4254-8a25-88bd7bc8dad9 req-64346b5e-5239-44ea-ab0a-1fdb847ab53d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0572035 Mar 18 12:39:05.522978 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b9a06116-8a23-4254-8a25-88bd7bc8dad9 req-191c90c9-3178-4262-ae82-8a276e377a5c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Mar 18 12:39:06.642121 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882e21a-d140-47c4-be79-1ab1f437b539 req-b773d7ee-4116-424b-ac8c-40bad52a8c57 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:06.643622 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4882e21a-d140-47c4-be79-1ab1f437b539 req-b773d7ee-4116-424b-ac8c-40bad52a8c57 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0516007 Mar 18 12:39:06.688779 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4882e21a-d140-47c4-be79-1ab1f437b539 req-24dd74e8-e91a-44ef-b7f8-74a05b3b72ba tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Mar 18 12:39:07.812746 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de72c6-40a4-434c-b838-ffb776f6aa67 req-aba16ab9-8267-4027-8e64-9d2346c428d9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:07.814771 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-48de72c6-40a4-434c-b838-ffb776f6aa67 req-aba16ab9-8267-4027-8e64-9d2346c428d9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0553849 Mar 18 12:39:07.866276 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-48de72c6-40a4-434c-b838-ffb776f6aa67 req-d5623ab8-e9f2-4770-9fca-be3bd1c79f7d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Mar 18 12:39:08.980446 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b41a7-e68a-459b-b70d-251e66115295 req-e46eaa32-5489-4bf2-a660-2bcb00eff1b8 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:08.982017 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ad7b41a7-e68a-459b-b70d-251e66115295 req-e46eaa32-5489-4bf2-a660-2bcb00eff1b8 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0508211 Mar 18 12:39:09.029365 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ad7b41a7-e68a-459b-b70d-251e66115295 req-e362223e-15f2-4d61-97f6-5eccf50994a3 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Mar 18 12:39:10.154040 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aa844-4b1d-4e88-9d65-58090d16dfca req-efa4b5e7-f943-42e7-8895-5b2e317d9756 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:10.155442 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ba6aa844-4b1d-4e88-9d65-58090d16dfca req-efa4b5e7-f943-42e7-8895-5b2e317d9756 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0511456 Mar 18 12:39:10.201918 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ba6aa844-4b1d-4e88-9d65-58090d16dfca req-c3a6409e-2d6b-4cde-98b0-7db83c575222 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Mar 18 12:39:11.321349 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e12c1d-43aa-40e4-a615-36a76a5272e8 req-d80fe3fc-b1b4-45d8-9bed-4c53a28656b5 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:11.322814 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-54e12c1d-43aa-40e4-a615-36a76a5272e8 req-d80fe3fc-b1b4-45d8-9bed-4c53a28656b5 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0539119 Mar 18 12:39:11.371409 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-54e12c1d-43aa-40e4-a615-36a76a5272e8 req-a90f02ba-7af2-4094-a5cc-4c6530286543 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Mar 18 12:39:11.706025 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-7cdcd069-7591-407f-b8fc-e7a3617fbf69 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:11.707477 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-7cdcd069-7591-407f-b8fc-e7a3617fbf69 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 945 time: 0.0532002 Mar 18 12:39:11.803301 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Deleting port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:39:11.803637 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:11.888658 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] For port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:11.888974 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:11.901677 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Calling delete_port for 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:39:12.033842 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (0e60e6ac-9952-4e24-a8bc-3cd81361a8e9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:12.046700 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['e9ea5b89-c980-4569-9108-9b25e88c9f43', '0e60e6ac-9952-4e24-a8bc-3cd81361a8e9'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:39:12.065511 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Pushing event deleted for resources: {'Port': ['ID=0e60e6ac-9952-4e24-a8bc-3cd81361a8e9,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:12.115425 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] No DVR routers for this DVR port 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:39:12.118258 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:12.121779 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-08ad0970-2391-4e44-abbc-0fdfdfb3954e req-8c6ef70c-078a-4cd5-b903-31bdbb2fad41 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.37 "DELETE /v2.0/ports/0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 HTTP/1.1" status: 204 len: 173 time: 0.4062538 Mar 18 12:39:12.122382 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a70fe6-1396-4136-a6b9-1dd62d1206b1', 'name': 'network-vif-deleted', 'tag': '0e60e6ac-9952-4e24-a8bc-3cd81361a8e9'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:12.124803 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4df86a0-b588-4c44-961d-a3cb792e2dcd" -d '{"events": [{"server_uuid": "84a70fe6-1396-4136-a6b9-1dd62d1206b1", "name": "network-vif-deleted", "tag": "0e60e6ac-9952-4e24-a8bc-3cd81361a8e9"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:12.165088 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f27808c-2b08-4622-aacc-df74423fd706 x-openstack-request-id: req-0f27808c-2b08-4622-aacc-df74423fd706 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:12.165397 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a70fe6-1396-4136-a6b9-1dd62d1206b1", "name": "network-vif-deleted", "tag": "0e60e6ac-9952-4e24-a8bc-3cd81361a8e9", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:12.165661 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f27808c-2b08-4622-aacc-df74423fd706 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:12.166072 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a70fe6-1396-4136-a6b9-1dd62d1206b1', 'name': 'network-vif-deleted', 'tag': '0e60e6ac-9952-4e24-a8bc-3cd81361a8e9', 'status': 'completed', 'code': 200} Mar 18 12:39:12.480937 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bbd50e2c-7f91-4e66-9386-07c88365f278 req-df4b6938-18b2-4880-91eb-b76ba1425e5e tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=84a70fe6-1396-4136-a6b9-1dd62d1206b1 HTTP/1.1" status: 200 len: 210 time: 0.0297370 Mar 18 12:39:13.755014 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9cb1d-aa11-4950-a5df-e9011aeb9652 req-67f182ef-3733-462f-b147-8148cb3cdd92 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:13.756471 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15f9cb1d-aa11-4950-a5df-e9011aeb9652 req-67f182ef-3733-462f-b147-8148cb3cdd92 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0568099 Mar 18 12:39:13.801608 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15f9cb1d-aa11-4950-a5df-e9011aeb9652 req-1f484299-0f8d-4c6d-bc2f-68f15410e874 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Mar 18 12:39:14.924418 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e7124-112f-4fc4-911a-acf6bb6bdbcf req-1415c8c6-ddbc-403b-8070-f81035f0350c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:14.925861 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-365e7124-112f-4fc4-911a-acf6bb6bdbcf req-1415c8c6-ddbc-403b-8070-f81035f0350c tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0539498 Mar 18 12:39:14.971366 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-365e7124-112f-4fc4-911a-acf6bb6bdbcf req-7114415e-8da6-477f-8478-f7b86c3c7d16 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398092 Mar 18 12:39:15.397253 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:39:15.417027 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:39:15.417363 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 0e60e6ac-9952-4e24-a8bc-3cd81361a8e9 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:39:15.678479 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27244dd3-dd6d-4df4-a6f4-4423c7d518bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:16.087500 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfdd4-d1e5-488e-a2a6-d66fadaeafa4 req-9e043221-5b91-4be3-9db4-37499c118846 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:16.088937 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-47edfdd4-d1e5-488e-a2a6-d66fadaeafa4 req-9e043221-5b91-4be3-9db4-37499c118846 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0516372 Mar 18 12:39:16.132972 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-47edfdd4-d1e5-488e-a2a6-d66fadaeafa4 req-e20c1892-25a8-4f96-b594-7d8a2fb8b831 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386341 Mar 18 12:39:17.260263 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bac86-1b03-4e49-b7ab-6ce04068e7b4 req-8c873316-e2d8-4a16-8526-1e12999ce7b9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:17.261035 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-900bac86-1b03-4e49-b7ab-6ce04068e7b4 req-8c873316-e2d8-4a16-8526-1e12999ce7b9 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0605087 Mar 18 12:39:17.311711 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-900bac86-1b03-4e49-b7ab-6ce04068e7b4 req-2dd87505-2b52-4ea1-baca-37b0b2a2aa74 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Mar 18 12:39:18.027170 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98bab4b7-9043-4906-802f-547e731286bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:18.437241 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30863e97-4d4e-46e2-a674-dfc3d455f333 req-52b5d733-bb76-4726-9f95-e035265c1bb3 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:18.438940 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30863e97-4d4e-46e2-a674-dfc3d455f333 req-52b5d733-bb76-4726-9f95-e035265c1bb3 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0533020 Mar 18 12:39:18.486264 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30863e97-4d4e-46e2-a674-dfc3d455f333 req-6b1eb952-86ec-42df-8a84-2458dde0039a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Mar 18 12:39:19.042687 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:19.600004 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc896c1-4a9c-4206-b90a-3dc7bb32c66f req-78ed0b7f-b39c-492e-9bfd-92533300da60 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:19.601442 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fdc896c1-4a9c-4206-b90a-3dc7bb32c66f req-78ed0b7f-b39c-492e-9bfd-92533300da60 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0501103 Mar 18 12:39:19.648857 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fdc896c1-4a9c-4206-b90a-3dc7bb32c66f req-a7864adf-439d-4eab-aa34-287093fbd97d tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Mar 18 12:39:20.684951 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:20.766122 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ccdb0-564b-44fe-bf47-5ec54cff25a0 req-e6cbf6ae-c9d2-4477-8105-530b5378b958 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:20.768090 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c22ccdb0-564b-44fe-bf47-5ec54cff25a0 req-e6cbf6ae-c9d2-4477-8105-530b5378b958 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0522158 Mar 18 12:39:20.813040 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c22ccdb0-564b-44fe-bf47-5ec54cff25a0 req-9d30b6f0-8290-47a1-ba1e-3a57dce023ee tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Mar 18 12:39:21.930254 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c863-f393-484b-8456-a8f43b0defe9 req-00480640-0733-493c-bc63-c7b4e35b9954 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:21.931739 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-55d6c863-f393-484b-8456-a8f43b0defe9 req-00480640-0733-493c-bc63-c7b4e35b9954 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0517292 Mar 18 12:39:21.958730 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:21.980804 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-55d6c863-f393-484b-8456-a8f43b0defe9 req-0a627845-cc28-444e-8e6b-60be41caa39a tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/security-groups?id=254de031-3239-4833-abad-de4df01bbc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Mar 18 12:39:22.283542 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:22.565206 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452e40f-797e-480b-87a8-67b20329897e req-23ecc9c9-40b9-4c0d-a19e-37c537b8eee6 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:22.566725 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4452e40f-797e-480b-87a8-67b20329897e req-23ecc9c9-40b9-4c0d-a19e-37c537b8eee6 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.37 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Mar 18 12:39:22.665778 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-4452e40f-797e-480b-87a8-67b20329897e req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Deleting port e9ea5b89-c980-4569-9108-9b25e88c9f43 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:39:22.666112 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4452e40f-797e-480b-87a8-67b20329897e req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:22.761285 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-4452e40f-797e-480b-87a8-67b20329897e req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] For port e9ea5b89-c980-4569-9108-9b25e88c9f43, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ea5b89-c980-4569-9108-9b25e88c9f43,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:22.761911 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4452e40f-797e-480b-87a8-67b20329897e req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:22.777688 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-4452e40f-797e-480b-87a8-67b20329897e req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Calling delete_port for e9ea5b89-c980-4569-9108-9b25e88c9f43 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:39:22.923624 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4452e40f-797e-480b-87a8-67b20329897e req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (e9ea5b89-c980-4569-9108-9b25e88c9f43), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:22.939640 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['e9ea5b89-c980-4569-9108-9b25e88c9f43'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:39:22.952445 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Pushing event deleted for resources: {'Port': ['ID=e9ea5b89-c980-4569-9108-9b25e88c9f43,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:23.000195 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-4452e40f-797e-480b-87a8-67b20329897e req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] No DVR routers for this DVR port e9ea5b89-c980-4569-9108-9b25e88c9f43 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:39:23.007302 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4452e40f-797e-480b-87a8-67b20329897e req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:23.010644 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4452e40f-797e-480b-87a8-67b20329897e req-a454a7b6-2765-4b93-94e5-cc242e572699 tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.37 "DELETE /v2.0/ports/e9ea5b89-c980-4569-9108-9b25e88c9f43 HTTP/1.1" status: 204 len: 173 time: 0.4365435 Mar 18 12:39:23.011586 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445a4c38-043f-4658-8d4e-945513502ce9', 'name': 'network-vif-deleted', 'tag': 'e9ea5b89-c980-4569-9108-9b25e88c9f43'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:23.013386 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6956221-f015-41af-a599-53de67789f80" -d '{"events": [{"server_uuid": "445a4c38-043f-4658-8d4e-945513502ce9", "name": "network-vif-deleted", "tag": "e9ea5b89-c980-4569-9108-9b25e88c9f43"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:23.059059 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acc5e0e-a8a9-4a17-a594-d7ef4f9035f0 x-openstack-request-id: req-5acc5e0e-a8a9-4a17-a594-d7ef4f9035f0 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:23.059059 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445a4c38-043f-4658-8d4e-945513502ce9", "name": "network-vif-deleted", "tag": "e9ea5b89-c980-4569-9108-9b25e88c9f43", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:23.059059 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5acc5e0e-a8a9-4a17-a594-d7ef4f9035f0 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:23.059059 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445a4c38-043f-4658-8d4e-945513502ce9', 'name': 'network-vif-deleted', 'tag': 'e9ea5b89-c980-4569-9108-9b25e88c9f43', 'status': 'completed', 'code': 200} Mar 18 12:39:23.123771 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-01203fbb-dbd7-4919-8642-83c83b967fab req-6cef95d5-3c98-41e6-a84a-f6535dede3cc tempest-ServerRescueNegativeTestJSON-1475365628 tempest-ServerRescueNegativeTestJSON-1475365628-project] 10.222.0.21 "GET /v2.0/ports?device_id=445a4c38-043f-4658-8d4e-945513502ce9 HTTP/1.1" status: 200 len: 210 time: 0.0475600 Mar 18 12:39:23.279689 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-2917d25e-b71b-4f76-b77f-b59a1165970e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439035161&fields=id&tenant_id=de5aa4335c0342dda02a125ef9f6af2f HTTP/1.1" status: 200 len: 267 time: 0.0437839 Mar 18 12:39:23.383622 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-3469627e-a20b-42b9-bcaf-2d48b2ca2501 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:23.384970 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-3469627e-a20b-42b9-bcaf-2d48b2ca2501 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 811 time: 0.0983717 Mar 18 12:39:23.399213 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-e6ab50f5-edef-4274-a23c-565d09e3fccc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/quotas/de5aa4335c0342dda02a125ef9f6af2f HTTP/1.1" status: 200 len: 375 time: 0.0090773 Mar 18 12:39:23.459202 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-9d09e823-f266-41dc-b5f7-f6bc7ab7c926 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551128 Mar 18 12:39:23.562905 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-aab7c8c3-7fd7-491a-a688-454deab22a84 service neutron] 10.222.0.21 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896676 Mar 18 12:39:23.655811 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-3100f78a-5041-481f-9784-179d3bafd726 service neutron] 10.222.0.21 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866337 Mar 18 12:39:23.948597 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bac37b17-9e93-46c7-9c7e-90e1c71dee11 req-2908f38e-9bcf-4518-8171-49f0bd8d5522 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 210 time: 0.0305231 Mar 18 12:39:24.189133 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37524) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:24.819568 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.037526 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-432124c7-5f84-45d9-884d-07a63856a866 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:25.040180 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-432124c7-5f84-45d9-884d-07a63856a866 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 811 time: 0.1854956 Mar 18 12:39:25.088866 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-55ffe9db-46e4-4464-a25b-672636715a68 req-5e39100e-42c9-4291-8265-0de2ebb84cb1 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 210 time: 0.0349009 Mar 18 12:39:25.131885 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-e55cdaae-e5fd-437f-b197-f6ee7eed3a72 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5aa4335c0342dda02a125ef9f6af2f HTTP/1.1" status: 200 len: 379 time: 0.0719838 Mar 18 12:39:25.147686 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'port': {'device_id': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'admin_state_up': True, 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'security_groups': ['220e9925-01d9-445a-b4c8-9a08c87f742e']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:25.251307 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Deleting port c1daae22-61df-4bb4-ad64-d7c2603b0797 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:39:25.251825 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.268999 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Made reservation on behalf of de5aa4335c0342dda02a125ef9f6af2f for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:39:25.273301 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.332217 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] For port c1daae22-61df-4bb4-ad64-d7c2603b0797, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=c1daae22-61df-4bb4-ad64-d7c2603b0797,segment=NetworkSegment(d050c24c-9fbf-40d3-9876-c926929ff045),segment_id=d050c24c-9fbf-40d3-9876-c926929ff045)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:25.332496 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.349194 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Calling delete_port for c1daae22-61df-4bb4-ad64-d7c2603b0797 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:39:25.406335 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Allocated IP 172.20.0.5 (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8/036d7836-8dc7-4574-b4d0-4a00aad152ff/3e8c8efa-bf29-420c-b577-b4fc8878c0ef) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:25.572849 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.586925 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (c1daae22-61df-4bb4-ad64-d7c2603b0797), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.609117 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.618273 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1daae22-61df-4bb4-ad64-d7c2603b0797,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:25.651886 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:25.654962 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:25.659241 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:25.693176 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'Port': ['ID=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:25.724136 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:25.724755 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.742985 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-6d66230d-3581-4dd8-a77c-9edc5a6c0ea6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042316 Mar 18 12:39:25.760899 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Request body: {'port': {'device_id': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:25.803046 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.831451 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.891309 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f2c57e9a-db38-423c-94b1-eef1c1797748 None None] Provisioning complete for port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:25.892469 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2c57e9a-db38-423c-94b1-eef1c1797748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:25.929398 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f2c57e9a-db38-423c-94b1-eef1c1797748 None None] Port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:39:26.028141 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:39:26.129070 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8c8efa-bf29-420c-b577-b4fc8878c0ef {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:39:26.137849 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Publish callbacks [] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:26.151710 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Transition to ACTIVE for port object 3e8c8efa-bf29-420c-b577-b4fc8878c0ef will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:39:26.160021 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:26.160388 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:39:26.168272 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7112ff1f-c059-414a-8253-33955d462b91 admin admin] 10.222.0.21 "PUT /v2.0/routers/3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9756064 Mar 18 12:39:26.168719 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37544) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:26.177430 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] Sync routers for ids ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:39:26.192617 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] Routers {'3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:26.192617 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:26.315636 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:26.346993 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Attempting to bind port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:39:26.347444 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Attempting to bind port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:39:26.347878 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Attempting to bind port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:26.352719 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:39:26.353200 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Attempting to bind port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:26.359296 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:39:26.359777 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Checking segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:26.360833 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Bound using segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:39:26.361385 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Bound port: 3e8c8efa-bf29-420c-b577-b4fc8878c0ef, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:39:26.361848 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:26.388097 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6f5c-5078-4e8e-ad4b-0c251fc894fa req-b58f63bd-1bb5-4851-bfc8-886af0b1c36a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:26.397214 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc4f6f5c-5078-4e8e-ad4b-0c251fc894fa req-b58f63bd-1bb5-4851-bfc8-886af0b1c36a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 943 time: 0.2249510 Mar 18 12:39:26.474347 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] Set router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:26.480549 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] For port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:39:26.486783 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] For port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:39:26.496838 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:26.535177 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc4f6f5c-5078-4e8e-ad4b-0c251fc894fa req-520b6192-79a3-46fb-8270-fbac2e8d8440 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366522 Mar 18 12:39:26.560993 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks [] for router (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:26.567181 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:26.567892 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:26.569482 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e8c8efa-bf29-420c-b577-b4fc8878c0ef HTTP/1.1" status: 200 len: 1093 time: 0.8131590 Mar 18 12:39:26.572190 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'tag': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:26.581044 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4d3bf6-4e4c-4a81-86ee-889225be9035" -d '{"events": [{"name": "network-changed", "server_uuid": "489cd3d6-af93-4a5e-b2de-80df34196d7e", "tag": "3e8c8efa-bf29-420c-b577-b4fc8878c0ef"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:26.639061 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0fec5-ea26-4883-84ba-fcb7119556d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:26.654154 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e552c9b1-1cfd-4ca5-9469-fac8bd4d6a67 x-openstack-request-id: req-e552c9b1-1cfd-4ca5-9469-fac8bd4d6a67 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:26.654445 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489cd3d6-af93-4a5e-b2de-80df34196d7e", "tag": "3e8c8efa-bf29-420c-b577-b4fc8878c0ef", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:26.654729 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e552c9b1-1cfd-4ca5-9469-fac8bd4d6a67 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:26.655121 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'tag': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'status': 'completed', 'code': 200} Mar 18 12:39:26.696347 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-94b30be7-a0ee-48a1-b1ba-d89a63ff92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:26.698031 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-94b30be7-a0ee-48a1-b1ba-d89a63ff92b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 1127 time: 0.0552065 Mar 18 12:39:26.731527 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:39:25Z', 'revision_number': 5, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'gw_port': {'id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:26.748124 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-9f7e9020-31ff-46a9-a68d-e148f83cd93a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e8c8efa-bf29-420c-b577-b4fc8878c0ef HTTP/1.1" status: 200 len: 217 time: 0.0396643 Mar 18 12:39:26.767630 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] Checking router: 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:39:26.789208 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] Routers {'3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:26.789840 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:26.807881 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-66fd6eaf-85a5-4899-9e2e-e336eed2e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:26.809520 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-66fd6eaf-85a5-4899-9e2e-e336eed2e379 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0528159 Mar 18 12:39:26.872583 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-3229c91b-3d6f-4bea-bb2c-db955b457cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:26.874050 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-3229c91b-3d6f-4bea-bb2c-db955b457cac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0563068 Mar 18 12:39:26.909914 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] Set router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:26.933405 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbc8e0-2965-43c6-ba24-a61b6281f671 req-d56063ca-6934-4d88-bc1c-a2a1b6c7b8d3 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:26.935016 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dcdbc8e0-2965-43c6-ba24-a61b6281f671 req-d56063ca-6934-4d88-bc1c-a2a1b6c7b8d3 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 945 time: 0.3686595 Mar 18 12:39:26.959558 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device e9ea5b89-c980-4569-9108-9b25e88c9f43 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:39:26.982673 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-c033ecff-e937-45d2-9b36-8933595abb26 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002367 Mar 18 12:39:26.989288 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: e9ea5b89-c980-4569-9108-9b25e88c9f43 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:39:26.989677 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device e9ea5b89-c980-4569-9108-9b25e88c9f43 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:39:26.993226 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks [] for router_gateway (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.026939 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dcdbc8e0-2965-43c6-ba24-a61b6281f671 req-455368e5-1d93-4fff-8a77-c6b566d00472 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837219 Mar 18 12:39:27.080842 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Deleting port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:39:27.081424 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.096736 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2cd2245b-f2dd-4153-b036-f0ae2ccf6975 req-0b545121-97e5-461f-bf6c-c0ddc7245bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026573 Mar 18 12:39:27.129131 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:39:25Z', 'revision_number': 5, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'gw_port': {'id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:27.156435 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e497a-7a56-4d54-8702-136707b3b926 None None] The sync data for ids ['3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91'] in dv-cinder-790535-30-iscsi is: [{'id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'name': 'tempest-ServerRescueNegativeTestJSON-1457953871-router', 'tenant_id': '888a382051c5404ba1c4d9016dc0a364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:39:25Z', 'revision_number': 5, 'project_id': '888a382051c5404ba1c4d9016dc0a364', 'gw_port': {'id': '58deacaa-c5f5-40b5-81de-8ac2cb6374c6', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:39:27.190682 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] For port 58deacaa-c5f5-40b5-81de-8ac2cb6374c6, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=58deacaa-c5f5-40b5-81de-8ac2cb6374c6,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:27.191417 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.208008 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Calling delete_port for 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:39:27.209802 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-886ed1f0-2d55-4a52-94db-7258b8decf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:27.211399 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-886ed1f0-2d55-4a52-94db-7258b8decf4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 1127 time: 0.0511355 Mar 18 12:39:27.306800 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-16ebaab0-75b0-4f56-bcc1-5328dcfe9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:27.308299 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-16ebaab0-75b0-4f56-bcc1-5328dcfe9bbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.0894165 Mar 18 12:39:27.356115 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-3ec1055f-4c2b-4264-a864-2ffc32f9165e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e8c8efa-bf29-420c-b577-b4fc8878c0ef HTTP/1.1" status: 200 len: 217 time: 0.0360591 Mar 18 12:39:27.376215 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (58deacaa-c5f5-40b5-81de-8ac2cb6374c6), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.401141 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Pushing event deleted for resources: {'Port': ['ID=58deacaa-c5f5-40b5-81de-8ac2cb6374c6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:27.408177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-d4b02c20-757e-4d05-8dd9-3e2a1546a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:27.409616 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-d4b02c20-757e-4d05-8dd9-3e2a1546a116 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0439725 Mar 18 12:39:27.460423 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-98fc3a8d-668d-4b06-841b-6857bea44f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:27.461827 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-98fc3a8d-668d-4b06-841b-6857bea44f6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447369 Mar 18 12:39:27.463267 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.568836 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-2a80b35b-bbbe-41c2-a5a1-34dbcd5269ef service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973966 Mar 18 12:39:27.575638 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.578208 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks [] for router_controller (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.689531 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3b4d3bf6-4e4c-4a81-86ee-889225be9035 req-f34d6976-1d39-4a38-a2a8-adf6ced3a64f service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130209 Mar 18 12:39:27.690408 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.691090 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:39:27.705908 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.707272 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-87625e2a-92fb-4f18-81a7-43d3de687716 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3650dd9b-0e60-4d08-9bc3-c1aecf8d4e91 HTTP/1.1" status: 204 len: 168 time: 1.5373354 Mar 18 12:39:27.710039 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37560) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:27.721576 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257fc1f-c61d-42e1-864a-44d8ecbee5a1 req-8ba37d9d-2470-4937-84ee-6ae232131aee tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:27.728973 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9257fc1f-c61d-42e1-864a-44d8ecbee5a1 req-8ba37d9d-2470-4937-84ee-6ae232131aee tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 943 time: 0.0804753 Mar 18 12:39:27.770247 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c1daae22-61df-4bb4-ad64-d7c2603b0797 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:39:27.773209 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8e9ce1-08aa-4175-ace5-166fc50f59ad admin admin] Deleting subnet 289be181-b3d4-4be5-b12a-204f9a7fe221 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:39:27.776600 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ce1-08aa-4175-ace5-166fc50f59ad admin admin] Publish callbacks [] for subnet (289be181-b3d4-4be5-b12a-204f9a7fe221), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.781684 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9257fc1f-c61d-42e1-864a-44d8ecbee5a1 req-d1e4bbf4-2bfe-43fb-8c16-e7ecc35a603f tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518029 Mar 18 12:39:27.796393 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: c1daae22-61df-4bb4-ad64-d7c2603b0797 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:39:27.797467 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c1daae22-61df-4bb4-ad64-d7c2603b0797 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:39:27.820590 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ce1-08aa-4175-ace5-166fc50f59ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (289be181-b3d4-4be5-b12a-204f9a7fe221), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.861259 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ce1-08aa-4175-ace5-166fc50f59ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (289be181-b3d4-4be5-b12a-204f9a7fe221), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.916120 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ce1-08aa-4175-ace5-166fc50f59ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (289be181-b3d4-4be5-b12a-204f9a7fe221), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.944742 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e9ce1-08aa-4175-ace5-166fc50f59ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289be181-b3d4-4be5-b12a-204f9a7fe221,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:27.947763 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ce1-08aa-4175-ace5-166fc50f59ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:27.953705 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8f8e9ce1-08aa-4175-ace5-166fc50f59ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/289be181-b3d4-4be5-b12a-204f9a7fe221 HTTP/1.1" status: 204 len: 168 time: 0.2423959 Mar 18 12:39:27.956636 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37562) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:28.028603 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (4e425e37-1ae8-48fe-b7f1-6897ad51eab6), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.110224 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (4e425e37-1ae8-48fe-b7f1-6897ad51eab6), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.136015 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e425e37-1ae8-48fe-b7f1-6897ad51eab6']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:28.145905 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd050c24c-9fbf-40d3-9876-c926929ff045') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:28.146198 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd050c24c-9fbf-40d3-9876-c926929ff045') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:28.150633 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823274c-a28d-44f3-bbfe-f35b22fdb01c req-72e48f83-0b05-4173-b126-ad896ab5103a tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:28.152125 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6823274c-a28d-44f3-bbfe-f35b22fdb01c req-72e48f83-0b05-4173-b126-ad896ab5103a tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 945 time: 0.0575328 Mar 18 12:39:28.156097 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (d050c24c-9fbf-40d3-9876-c926929ff045), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.170303 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (d050c24c-9fbf-40d3-9876-c926929ff045), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.178341 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:39:28.178787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (d050c24c-9fbf-40d3-9876-c926929ff045), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:39:28.180692 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:39:28.207625 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6823274c-a28d-44f3-bbfe-f35b22fdb01c req-aa3b9d7c-8819-43dd-84cf-077c7b60ae91 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfb9a211-3047-40ab-96d4-de15aa072188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493999 Mar 18 12:39:28.235517 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (4e425e37-1ae8-48fe-b7f1-6897ad51eab6), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.240022 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.243300 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e425e37-1ae8-48fe-b7f1-6897ad51eab6 HTTP/1.1" status: 204 len: 168 time: 0.2857361 Mar 18 12:39:28.258299 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb67b3a-3c7c-455d-bbf5-b2cc4edf46d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e425e37-1ae8-48fe-b7f1-6897ad51eab6,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:28.359120 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-c27766d2-99b5-4c49-8a0a-285c55c9a54a tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:28.361244 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-c27766d2-99b5-4c49-8a0a-285c55c9a54a tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 945 time: 0.0594995 Mar 18 12:39:28.462119 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Deleting port d5885632-6658-4181-b74d-76011e19e65c {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:39:28.462460 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (d5885632-6658-4181-b74d-76011e19e65c), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.551860 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37570) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:28.562686 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] For port d5885632-6658-4181-b74d-76011e19e65c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5885632-6658-4181-b74d-76011e19e65c,segment=NetworkSegment(f639259e-8b55-4464-a574-1fdd29008d1d),segment_id=f639259e-8b55-4464-a574-1fdd29008d1d)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:28.563050 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (d5885632-6658-4181-b74d-76011e19e65c), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.589175 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Calling delete_port for d5885632-6658-4181-b74d-76011e19e65c owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:39:28.651734 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3cd27302-5791-4fdb-b00f-0cb211dd3d68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=888a382051c5404ba1c4d9016dc0a364&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0986826 Mar 18 12:39:28.654279 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37572) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:28.703036 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-153c3414-b3b4-4410-9072-aefcfb215b56 admin admin] Publish callbacks [] for security_group (254de031-3239-4833-abad-de4df01bbc53), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.725396 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-153c3414-b3b4-4410-9072-aefcfb215b56 admin admin] Publish callbacks [] for security_group (254de031-3239-4833-abad-de4df01bbc53), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.736264 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (d5885632-6658-4181-b74d-76011e19e65c), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.748438 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['d5885632-6658-4181-b74d-76011e19e65c'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:39:28.769626 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Pushing event deleted for resources: {'Port': ['ID=d5885632-6658-4181-b74d-76011e19e65c,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:28.788099 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-153c3414-b3b4-4410-9072-aefcfb215b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (254de031-3239-4833-abad-de4df01bbc53), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.790693 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-153c3414-b3b4-4410-9072-aefcfb215b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.791827 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-153c3414-b3b4-4410-9072-aefcfb215b56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/254de031-3239-4833-abad-de4df01bbc53 HTTP/1.1" status: 204 len: 168 time: 0.1364570 Mar 18 12:39:28.800927 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c3414-b3b4-4410-9072-aefcfb215b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254de031-3239-4833-abad-de4df01bbc53,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:28.814124 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] No DVR routers for this DVR port d5885632-6658-4181-b74d-76011e19e65c on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:39:28.816529 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:28.820919 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bcb18b1e-545b-4bb7-95ac-30a5b5f7289e req-f5bbfb3f-fe21-4a89-8686-6282c9dc0860 tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.37 "DELETE /v2.0/ports/d5885632-6658-4181-b74d-76011e19e65c HTTP/1.1" status: 204 len: 173 time: 0.4545000 Mar 18 12:39:28.821301 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2914d1-a4aa-49d1-8d63-076792405cf3', 'name': 'network-vif-deleted', 'tag': 'd5885632-6658-4181-b74d-76011e19e65c'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:28.823573 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82959d05-8761-4b6f-9cac-09b7b624c407" -d '{"events": [{"server_uuid": "6f2914d1-a4aa-49d1-8d63-076792405cf3", "name": "network-vif-deleted", "tag": "d5885632-6658-4181-b74d-76011e19e65c"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:28.879196 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e82c19-cab4-4b79-9e1b-adc85f66063a x-openstack-request-id: req-f5e82c19-cab4-4b79-9e1b-adc85f66063a {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:28.879584 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2914d1-a4aa-49d1-8d63-076792405cf3", "name": "network-vif-deleted", "tag": "d5885632-6658-4181-b74d-76011e19e65c", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:28.879932 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5e82c19-cab4-4b79-9e1b-adc85f66063a {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:28.880422 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2914d1-a4aa-49d1-8d63-076792405cf3', 'name': 'network-vif-deleted', 'tag': 'd5885632-6658-4181-b74d-76011e19e65c', 'status': 'completed', 'code': 200} Mar 18 12:39:28.919824 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcacb75-8a4b-45e4-a6c8-43057b7c748e req-8fa41881-9e70-4fe9-8575-301e5613c4ed tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:28.921733 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9dcacb75-8a4b-45e4-a6c8-43057b7c748e req-8fa41881-9e70-4fe9-8575-301e5613c4ed tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 943 time: 0.0587342 Mar 18 12:39:28.979314 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9dcacb75-8a4b-45e4-a6c8-43057b7c748e req-ddcf43d9-b6fe-4edd-b309-e528db6db664 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515194 Mar 18 12:39:29.330180 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2e2c757c-d9c3-4169-8a12-3c20acf91571 req-4ee14134-4c09-49b2-aa30-a6579687a05c tempest-VolumesSnapshotTestJSON-868956251 tempest-VolumesSnapshotTestJSON-868956251-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2914d1-a4aa-49d1-8d63-076792405cf3 HTTP/1.1" status: 200 len: 210 time: 0.0297456 Mar 18 12:39:29.571813 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37602) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:29.612649 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:39:29.632269 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:39:29.632613 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 58deacaa-c5f5-40b5-81de-8ac2cb6374c6 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:39:29.674338 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-network', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:29.692654 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Made reservation on behalf of cafde6fdcf624fca99edc9b76b57530e for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:39:29.694883 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:29.703252 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:29.779669 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Publish callbacks [] for security_group (1826c0f9-2718-40d9-914e-f216585f05c2), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:29.784197 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1826c0f9-2718-40d9-914e-f216585f05c2), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:29.812712 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:39:29.817858 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1826c0f9-2718-40d9-914e-f216585f05c2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:29.827052 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (69c4bdcf-7770-474a-9484-82f0f99f1de4), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:29.827052 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Added segment 69c4bdcf-7770-474a-9484-82f0f99f1de4 of type vlan for network 2b0253ca-f873-4236-b27b-f9f484d003bd Mar 18 12:39:29.868107 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (2b0253ca-f873-4236-b27b-f9f484d003bd), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:29.895411 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (2b0253ca-f873-4236-b27b-f9f484d003bd), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:29.896354 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:29.896936 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:29.947916 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3746004 Mar 18 12:39:29.950901 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37608) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:29.957775 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Request body: {'subnet': {'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-subnet', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:29.957975 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a3aa7-4ae4-4ac2-b642-2b43be133e12 admin admin] Pushing event updated for resources: {'Network': ['ID=2b0253ca-f873-4236-b27b-f9f484d003bd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:29.967257 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 2b0253ca-f873-4236-b27b-f9f484d003bd details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:39:29.978660 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Made reservation on behalf of cafde6fdcf624fca99edc9b76b57530e for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:39:29.980921 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083907'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.105725 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc8a0-8d59-4f5a-ba79-37e3001699fd req-9187f564-834c-40da-bcea-c1d0003f34b4 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:30.107476 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c90cc8a0-8d59-4f5a-ba79-37e3001699fd req-9187f564-834c-40da-bcea-c1d0003f34b4 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 943 time: 0.0549095 Mar 18 12:39:30.156014 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083925'] for subnet (e78e288d-75f6-4bca-a780-c4ba788fe7be), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.166820 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c90cc8a0-8d59-4f5a-ba79-37e3001699fd req-89ca6123-fde6-4aa4-a420-8f6596f64b48 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514104 Mar 18 12:39:30.211279 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78e288d-75f6-4bca-a780-c4ba788fe7be,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:30.220229 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Checking segment: {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:30.220580 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Network hostable DHCP agents. Network: 2b0253ca-f873-4236-b27b-f9f484d003bd, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:39:30.236706 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Network 2b0253ca-f873-4236-b27b-f9f484d003bd is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:39:30.244971 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 2b0253ca-f873-4236-b27b-f9f484d003bd) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:30.248881 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:30.249462 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.254629 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300fa43b-f68d-485e-a373-3d94d7e941e3 None None] Network 2b0253ca-f873-4236-b27b-f9f484d003bd requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:39:30.267680 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-daf8e927-4381-4868-9e9b-8d661d6309be admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3145950 Mar 18 12:39:30.270346 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37612) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:30.274459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:30.294961 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (7f1e3cd3-db51-4c8c-a921-f01510e47083), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.296818 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (7f1e3cd3-db51-4c8c-a921-f01510e47083), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.357052 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks [] for router_controller (7f1e3cd3-db51-4c8c-a921-f01510e47083), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.360948 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-2b0253ca-f873-4236-b27b-f9f484d003bd', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:39:30.361839 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.517148 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks [] for router_gateway (7f1e3cd3-db51-4c8c-a921-f01510e47083), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.523867 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Allocated IP 172.20.0.2 (2b0253ca-f873-4236-b27b-f9f484d003bd/e78e288d-75f6-4bca-a780-c4ba788fe7be/aa56b7af-0eff-4f42-9508-257dbe49fa28) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:30.708454 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Publish callbacks [] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.716110 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.758732 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Network 2b0253ca-f873-4236-b27b-f9f484d003bd is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:30.761674 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:30.765269 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:30.773501 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Pushing event updated for resources: {'Port': ['ID=aa56b7af-0eff-4f42-9508-257dbe49fa28,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:30.830793 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Attempting to bind port aa56b7af-0eff-4f42-9508-257dbe49fa28 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:39:30.831079 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Attempting to bind port aa56b7af-0eff-4f42-9508-257dbe49fa28 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:39:30.831443 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Attempting to bind port aa56b7af-0eff-4f42-9508-257dbe49fa28 on network 2b0253ca-f873-4236-b27b-f9f484d003bd {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:30.836470 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:39:30.836843 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Checking segment: {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:30.837242 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.837634 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Bound using segment: {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:39:30.838092 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Bound port: aa56b7af-0eff-4f42-9508-257dbe49fa28, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:39:30.838470 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.900548 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] For port aa56b7af-0eff-4f42-9508-257dbe49fa28, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:39:30.903847 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] For port aa56b7af-0eff-4f42-9508-257dbe49fa28, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=aa56b7af-0eff-4f42-9508-257dbe49fa28,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:39:30.910605 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.948042 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks [] for router_gateway (7f1e3cd3-db51-4c8c-a921-f01510e47083), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.975084 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:30.976768 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Pushing event updated for resources: {'Port': ['ID=aa56b7af-0eff-4f42-9508-257dbe49fa28,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:30.988614 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.988969 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.989605 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.990012 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.990423 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.990893 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.991269 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.991668 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.992073 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.992437 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.992890 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.993350 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.993780 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.994341 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:30.994723 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc1c64-8331-473f-8729-04ebce7541ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:31.010657 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device d5885632-6658-4181-b74d-76011e19e65c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:39:31.038117 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: d5885632-6658-4181-b74d-76011e19e65c {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:39:31.038699 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device d5885632-6658-4181-b74d-76011e19e65c not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:39:31.104652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Allocated IP 172.27.2.76 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/c6eed991-b94f-4067-a9fd-be4fa0554221) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:31.246489 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks [] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:31.286382 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28ece3-3e4b-4fb3-8f74-5a57a651ad3e req-8fdf9256-2820-4aaf-99f2-0f367a18f1ea tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:31.287901 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4c28ece3-3e4b-4fb3-8f74-5a57a651ad3e req-8fdf9256-2820-4aaf-99f2-0f367a18f1ea tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 943 time: 0.0589371 Mar 18 12:39:31.288539 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:31.333317 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:31.336094 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:31.338381 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4c28ece3-3e4b-4fb3-8f74-5a57a651ad3e req-6c520f32-b03a-4ae6-a989-8a8adc9e18cb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437934 Mar 18 12:39:31.338575 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:31.347548 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Pushing event updated for resources: {'Port': ['ID=c6eed991-b94f-4067-a9fd-be4fa0554221,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:31.597063 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks [] for router_gateway (7f1e3cd3-db51-4c8c-a921-f01510e47083), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:31.707911 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device aa56b7af-0eff-4f42-9508-257dbe49fa28 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:31.775577 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port aa56b7af-0eff-4f42-9508-257dbe49fa28 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:31.775962 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:31.831296 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (7f1e3cd3-db51-4c8c-a921-f01510e47083), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:31.865746 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port aa56b7af-0eff-4f42-9508-257dbe49fa28 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:31.866177 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:31.909088 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port aa56b7af-0eff-4f42-9508-257dbe49fa28, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=aa56b7af-0eff-4f42-9508-257dbe49fa28,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:31.916066 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:31.996238 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fd60a2-e554-4c92-9cb6-83a5abc0d4eb None None] Network 2b0253ca-f873-4236-b27b-f9f484d003bd requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:39:32.016856 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Router 7f1e3cd3-db51-4c8c-a921-f01510e47083 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:39:32.140049 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:39:32.156071 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:32.157293 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-faa7bf0f-58c7-4529-8fe0-09e4062cca22 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8859773 Mar 18 12:39:32.160204 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37634) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:32.173699 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Sync routers for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:39:32.191257 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=aa56b7af-0eff-4f42-9508-257dbe49fa28,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:32.209885 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:32.209885 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:32.281947 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-4728006a-9d85-4974-9060-a6656e50fe5b None None] Provisioning complete for port aa56b7af-0eff-4f42-9508-257dbe49fa28 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:32.282330 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4728006a-9d85-4974-9060-a6656e50fe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:32.416779 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:32.482893 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3000337-2892-435e-a3fc-b76ceb2f40e6 req-5ce43f3f-733d-4f71-b2f7-e52b49288c8a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:32.491831 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d3000337-2892-435e-a3fc-b76ceb2f40e6 req-5ce43f3f-733d-4f71-b2f7-e52b49288c8a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 943 time: 0.0754182 Mar 18 12:39:32.536824 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4728006a-9d85-4974-9060-a6656e50fe5b None None] Current status of the port aa56b7af-0eff-4f42-9508-257dbe49fa28 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:32.550659 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d3000337-2892-435e-a3fc-b76ceb2f40e6 req-3f34c293-fb58-456b-b05a-9b1817503a9a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539086 Mar 18 12:39:32.626229 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:32.642093 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:31Z', 'revision_number': 3, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:32.671633 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Checking router: 7f1e3cd3-db51-4c8c-a921-f01510e47083 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:39:32.671905 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Updating router 7f1e3cd3-db51-4c8c-a921-f01510e47083 port c6eed991-b94f-4067-a9fd-be4fa0554221 binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:39:32.702424 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-ccfe23ca-c201-4eea-917b-d598a4a52740 None None] Provisioning complete for port aa56b7af-0eff-4f42-9508-257dbe49fa28 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:32.702810 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccfe23ca-c201-4eea-917b-d598a4a52740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:32.706601 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:32.778885 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Allocated IP 172.20.0.1 (2b0253ca-f873-4236-b27b-f9f484d003bd/e78e288d-75f6-4bca-a780-c4ba788fe7be/003e99a5-e9c7-4921-b9d0-4bc307c35f22) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:32.879200 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Publish callbacks [] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:32.903569 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe23ca-c201-4eea-917b-d598a4a52740 None None] Current status of the port aa56b7af-0eff-4f42-9508-257dbe49fa28 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:32.913273 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:32.950905 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Network 2b0253ca-f873-4236-b27b-f9f484d003bd is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:32.954222 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:32.957666 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:32.990417 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Pushing event updated for resources: {'Port': ['ID=003e99a5-e9c7-4921-b9d0-4bc307c35f22,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:33.014072 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (7f1e3cd3-db51-4c8c-a921-f01510e47083), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.026101 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Publish callbacks [] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.033629 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.090107 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Attempting to bind port c6eed991-b94f-4067-a9fd-be4fa0554221 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:39:33.090474 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Attempting to bind port c6eed991-b94f-4067-a9fd-be4fa0554221 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:39:33.090858 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Attempting to bind port c6eed991-b94f-4067-a9fd-be4fa0554221 on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:33.092959 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f9dd-ad1d-4d7d-9a8c-5d99579a6a64 None None] Pushing event updated for resources: {'Port': ['ID=c6eed991-b94f-4067-a9fd-be4fa0554221,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:33.104974 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:39:33.105361 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:33.105767 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.106205 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:39:33.106899 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Bound port: c6eed991-b94f-4067-a9fd-be4fa0554221, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:39:33.107855 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.165718 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] For port c6eed991-b94f-4067-a9fd-be4fa0554221, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:39:33.169990 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] For port c6eed991-b94f-4067-a9fd-be4fa0554221, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=c6eed991-b94f-4067-a9fd-be4fa0554221,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:39:33.177106 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.178575 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.246787 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f9dd-ad1d-4d7d-9a8c-5d99579a6a64 None None] Pushing event updated for resources: {'Port': ['ID=c6eed991-b94f-4067-a9fd-be4fa0554221,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:33.250172 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:33.251311 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:33.255287 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-ab186a13-d7d1-4038-90f7-d04432aecd6a None None] Provisioning complete for port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:33.255287 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab186a13-d7d1-4038-90f7-d04432aecd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.337276 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Publish callbacks [] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.342680 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.355988 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab186a13-d7d1-4038-90f7-d04432aecd6a None None] Port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:39:33.383577 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:33.406035 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Pushing event updated for resources: {'Port': ['ID=003e99a5-e9c7-4921-b9d0-4bc307c35f22,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:33.411153 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (7f1e3cd3-db51-4c8c-a921-f01510e47083), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.507682 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Network 2b0253ca-f873-4236-b27b-f9f484d003bd is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:33.509079 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:33.611809 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-cca25257-ddc2-4863-858c-c215274b00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:32Z', 'revision_number': 1, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:33.633421 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Router 7f1e3cd3-db51-4c8c-a921-f01510e47083 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:39:33.649934 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca25257-ddc2-4863-858c-c215274b00be None None] The sync data for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi is: [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:32Z', 'revision_number': 1, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:39:33.686195 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df400a7e-da76-4d48-8075-363540590938 req-b467af70-ff76-434b-80f2-29f337e9fc05 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:33.689101 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-df400a7e-da76-4d48-8075-363540590938 req-b467af70-ff76-434b-80f2-29f337e9fc05 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 943 time: 0.0706232 Mar 18 12:39:33.703077 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device aa56b7af-0eff-4f42-9508-257dbe49fa28 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:33.769927 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:39:33.772669 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-df400a7e-da76-4d48-8075-363540590938 req-c4a974f1-841f-420a-a3df-26fa966ffba0 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774331 Mar 18 12:39:33.777933 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port aa56b7af-0eff-4f42-9508-257dbe49fa28 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:33.778197 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:33.782891 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-622e8506-a2d0-4ada-b6e1-0a322e1f3f90 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f1e3cd3-db51-4c8c-a921-f01510e47083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6215844 Mar 18 12:39:33.823740 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f8b66b77-7bf5-4290-9855-39b6b9e2b5f7 None None] Provisioning complete for port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:33.824121 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8b66b77-7bf5-4290-9855-39b6b9e2b5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.031518 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f8b66b77-7bf5-4290-9855-39b6b9e2b5f7 None None] Port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:39:34.046125 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port aa56b7af-0eff-4f42-9508-257dbe49fa28 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:34.296204 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37660) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:34.301432 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-b7c2e921-48f8-4da8-84aa-8611ab19f4dd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--510976536', 'description': 'tempest-description--1202243320'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:34.322453 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7c2e921-48f8-4da8-84aa-8611ab19f4dd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.395068 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7c2e921-48f8-4da8-84aa-8611ab19f4dd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (ff68a6cc-46c3-4fc8-99c4-2c0a426b5411), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.402503 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7c2e921-48f8-4da8-84aa-8611ab19f4dd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ff68a6cc-46c3-4fc8-99c4-2c0a426b5411), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.434948 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7c2e921-48f8-4da8-84aa-8611ab19f4dd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.436242 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b7c2e921-48f8-4da8-84aa-8611ab19f4dd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1389577 Mar 18 12:39:34.439335 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37662) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:34.443686 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-9d4df5bf-1b42-4984-a4f1-cb76b572eb23 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'security_group_rule': {'security_group_id': 'ff68a6cc-46c3-4fc8-99c4-2c0a426b5411', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:34.449643 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2e921-48f8-4da8-84aa-8611ab19f4dd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:34.474009 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9d4df5bf-1b42-4984-a4f1-cb76b572eb23 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (ae316866-a62e-407a-8c73-1ff52c308c85), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.736722 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9d4df5bf-1b42-4984-a4f1-cb76b572eb23 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (ae316866-a62e-407a-8c73-1ff52c308c85), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.741850 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9d4df5bf-1b42-4984-a4f1-cb76b572eb23 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (ae316866-a62e-407a-8c73-1ff52c308c85), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.760893 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4df5bf-1b42-4984-a4f1-cb76b572eb23 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae316866-a62e-407a-8c73-1ff52c308c85,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:34.771252 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9d4df5bf-1b42-4984-a4f1-cb76b572eb23 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.772453 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9d4df5bf-1b42-4984-a4f1-cb76b572eb23 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322082 Mar 18 12:39:34.775819 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37666) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:34.780475 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-ed21691b-c092-496b-9a21-83f85bba6d75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'security_group_rule': {'security_group_id': 'ff68a6cc-46c3-4fc8-99c4-2c0a426b5411', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:34.805233 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ed21691b-c092-496b-9a21-83f85bba6d75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (4991487b-5769-4ec2-9305-bf28496cbf2c), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.872439 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ed21691b-c092-496b-9a21-83f85bba6d75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (4991487b-5769-4ec2-9305-bf28496cbf2c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.877427 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ed21691b-c092-496b-9a21-83f85bba6d75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (4991487b-5769-4ec2-9305-bf28496cbf2c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.894765 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21691b-c092-496b-9a21-83f85bba6d75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4991487b-5769-4ec2-9305-bf28496cbf2c,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:34.908764 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ed21691b-c092-496b-9a21-83f85bba6d75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:34.909968 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ed21691b-c092-496b-9a21-83f85bba6d75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330945 Mar 18 12:39:34.910608 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b966-e05f-43c4-a922-2ca889471db6 req-34d8b33d-3549-457d-9d5e-04c185d5b290 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:34.912604 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5018b966-e05f-43c4-a922-2ca889471db6 req-34d8b33d-3549-457d-9d5e-04c185d5b290 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 943 time: 0.0583825 Mar 18 12:39:34.913224 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37670) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:34.917574 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:34.957432 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.016629 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5018b966-e05f-43c4-a922-2ca889471db6 req-be3df042-fb22-4c87-b118-b5422d0051ae tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940480 Mar 18 12:39:35.070895 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.171326 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Allocated IP 172.27.2.213 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/fa3391e1-90c9-4893-a4f4-9f187a9704ff) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:35.272677 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for port (fa3391e1-90c9-4893-a4f4-9f187a9704ff), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.304496 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (fa3391e1-90c9-4893-a4f4-9f187a9704ff), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.338700 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:35.341404 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:35.344810 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:35.371311 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'Port': ['ID=fa3391e1-90c9-4893-a4f4-9f187a9704ff,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:35.441959 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.477843 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (fa3391e1-90c9-4893-a4f4-9f187a9704ff), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.634380 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for port (fa3391e1-90c9-4893-a4f4-9f187a9704ff), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.640628 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (fa3391e1-90c9-4893-a4f4-9f187a9704ff), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.695010 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c6eed991-b94f-4067-a9fd-be4fa0554221 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:35.716902 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'Port': ['ID=fa3391e1-90c9-4893-a4f4-9f187a9704ff,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:35.724314 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.743826 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.747207 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6add2a03-7f33-44bf-96db-439e2ca81d4c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8308618 Mar 18 12:39:35.748152 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port c6eed991-b94f-4067-a9fd-be4fa0554221 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:35.748533 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.757623 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Sync routers for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:39:35.769325 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:35.770081 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:35.842046 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port c6eed991-b94f-4067-a9fd-be4fa0554221 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:35.842925 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.866458 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port c6eed991-b94f-4067-a9fd-be4fa0554221, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=c6eed991-b94f-4067-a9fd-be4fa0554221,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:35.870917 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:35.892731 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:35.910888 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-93bb76c4-0c4c-439c-9116-3d035c911238 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--510976536&fields=id&tenant_id=cafde6fdcf624fca99edc9b76b57530e HTTP/1.1" status: 200 len: 267 time: 0.0512853 Mar 18 12:39:35.919388 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=c6eed991-b94f-4067-a9fd-be4fa0554221,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:36.025854 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-ec13636c-df74-4db6-a1eb-f6bb56563621 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:36.027328 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-ec13636c-df74-4db6-a1eb-f6bb56563621 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 817 time: 0.1101844 Mar 18 12:39:36.042634 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3d3f87f1-01dc-4d4f-98ef-e3849cb3907f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/quotas/cafde6fdcf624fca99edc9b76b57530e HTTP/1.1" status: 200 len: 375 time: 0.0093346 Mar 18 12:39:36.101245 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 2, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:36.111082 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-726f6753-7a5c-4df5-8b09-eb2b623c0e67 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628355 Mar 18 12:39:36.130293 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Checking router: 7f1e3cd3-db51-4c8c-a921-f01510e47083 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:39:36.130739 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Updating router 7f1e3cd3-db51-4c8c-a921-f01510e47083 port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:39:36.159645 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:36.213497 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad67e75-9836-428c-bde0-aec87db888ae req-bf38b10e-addf-4404-990d-1ae26494b58b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:36.214998 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dad67e75-9836-428c-bde0-aec87db888ae req-bf38b10e-addf-4404-990d-1ae26494b58b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 943 time: 0.1226292 Mar 18 12:39:36.244827 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-c8098d3f-076c-4755-a2ec-40c34ee3d3dc service neutron] 10.222.0.21 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194413 Mar 18 12:39:36.325971 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dad67e75-9836-428c-bde0-aec87db888ae req-a1a88434-cf10-46d4-af8f-2236056b2875 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976462 Mar 18 12:39:36.379022 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-970ce85a-5d19-4d6e-9410-7ce56051956c service neutron] 10.222.0.21 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203172 Mar 18 12:39:36.525678 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Publish callbacks [] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:36.531167 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:36.576480 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c9c7c-502e-4c51-8327-c8b8eecedc40 None None] Pushing event updated for resources: {'Port': ['ID=003e99a5-e9c7-4921-b9d0-4bc307c35f22,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:36.614626 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f31c80c-d8b4-4d29-8111-910ca989a804 req-4f445846-ed53-499b-aaef-e911a5b4649a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 210 time: 0.0567100 Mar 18 12:39:36.645937 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Attempting to bind port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:39:36.646312 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Attempting to bind port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:39:36.646803 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Attempting to bind port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 on network 2b0253ca-f873-4236-b27b-f9f484d003bd {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:36.653465 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:39:36.653921 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Checking segment: {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:36.654404 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:36.654880 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Bound using segment: {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:39:36.655415 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Bound port: 003e99a5-e9c7-4921-b9d0-4bc307c35f22, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:39:36.655931 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:36.752206 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] For port 003e99a5-e9c7-4921-b9d0-4bc307c35f22, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:39:36.755437 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] For port 003e99a5-e9c7-4921-b9d0-4bc307c35f22, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=003e99a5-e9c7-4921-b9d0-4bc307c35f22,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:39:36.762307 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:36.832616 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:36.833205 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:36.871088 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c9c7c-502e-4c51-8327-c8b8eecedc40 None None] Pushing event updated for resources: {'Port': ['ID=003e99a5-e9c7-4921-b9d0-4bc307c35f22,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:36.883322 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8847a511-cce8-4ec2-a082-594fba796351 None None] Provisioning complete for port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:36.883803 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8847a511-cce8-4ec2-a082-594fba796351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:36.964372 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:36.981428 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8847a511-cce8-4ec2-a082-594fba796351 None None] Current status of the port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:36.981833 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8847a511-cce8-4ec2-a082-594fba796351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:37.020589 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8847a511-cce8-4ec2-a082-594fba796351 None None] For port 003e99a5-e9c7-4921-b9d0-4bc307c35f22, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=003e99a5-e9c7-4921-b9d0-4bc307c35f22,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:37.033772 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 3e8c8efa-bf29-420c-b577-b4fc8878c0ef details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:39:37.037756 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8847a511-cce8-4ec2-a082-594fba796351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:37.142596 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847a511-cce8-4ec2-a082-594fba796351 None None] Pushing event updated for resources: {'Port': ['ID=003e99a5-e9c7-4921-b9d0-4bc307c35f22,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:37.189256 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b9b1fe5d-70e6-472b-9380-c6946eb73942 None None] Provisioning complete for port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:37.189674 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9b1fe5d-70e6-472b-9380-c6946eb73942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:37.203563 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:37.226505 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:37.234082 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba498a-abf9-4d7b-92a7-03a9ed04695d None None] The sync data for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi is: [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:39:37.245090 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'port_id': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'mac_address': 'fa:16:3e:d8:69:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:39:37.315889 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:37.316292 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:37.330959 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1fe5d-70e6-472b-9380-c6946eb73942 None None] Current status of the port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:37.337130 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8c8efa-bf29-420c-b577-b4fc8878c0ef {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:39:37.359188 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:37.365629 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:37.417256 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:37.451284 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c8ba3-b88a-47cd-b61d-6226fb7aa7db req-0b768396-14d6-4c08-a7c6-ca3c3e17acbd tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:37.452766 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af6c8ba3-b88a-47cd-b61d-6226fb7aa7db req-0b768396-14d6-4c08-a7c6-ca3c3e17acbd tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 944 time: 0.0534203 Mar 18 12:39:37.511866 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af6c8ba3-b88a-47cd-b61d-6226fb7aa7db req-e13f96ea-d143-4375-8306-9de2c3aefc6e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501022 Mar 18 12:39:37.690677 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['3e8c8efa-bf29-420c-b577-b4fc8878c0ef'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:39:37.747797 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-0a78ce3b-5c85-4761-a77e-0d2e4ebcdc35 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:37.750732 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-0a78ce3b-5c85-4761-a77e-0d2e4ebcdc35 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 817 time: 0.1485736 Mar 18 12:39:37.775919 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 003e99a5-e9c7-4921-b9d0-4bc307c35f22 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:37.803885 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5cb339ac-b877-4fa8-a17f-b917de4b9776 req-e43d1aac-7021-452c-ab6b-c585057d98a2 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 210 time: 0.0758536 Mar 18 12:39:37.848280 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-e8af555f-2bce-4eea-9488-df141923a9d4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cafde6fdcf624fca99edc9b76b57530e HTTP/1.1" status: 200 len: 379 time: 0.0837862 Mar 18 12:39:37.859466 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'port': {'device_id': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'admin_state_up': True, 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'security_groups': ['ff68a6cc-46c3-4fc8-99c4-2c0a426b5411']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:37.861613 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:39:37.921827 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:37.922395 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:37.993263 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Made reservation on behalf of cafde6fdcf624fca99edc9b76b57530e for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:39:37.997735 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.062374 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:38.064007 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c6eed991-b94f-4067-a9fd-be4fa0554221 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:38.138997 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Allocated IP 172.20.0.13 (2b0253ca-f873-4236-b27b-f9f484d003bd/e78e288d-75f6-4bca-a780-c4ba788fe7be/306ce3cc-4c19-473f-96c6-d4c7fca6ffb6) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:38.152049 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port c6eed991-b94f-4067-a9fd-be4fa0554221 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:38.152577 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.241097 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port c6eed991-b94f-4067-a9fd-be4fa0554221 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:38.278370 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.309760 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.350253 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Network 2b0253ca-f873-4236-b27b-f9f484d003bd is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:38.353230 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:38.355476 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:38.383677 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:38.412276 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:38.412956 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.429715 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-2a6e5e9f-44af-4639-b303-ab509e5dd423 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5759842 Mar 18 12:39:38.442594 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Request body: {'port': {'device_id': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:38.517279 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.557332 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-15c7d256-170f-4a11-a554-9dc3790bfcb9 None None] Provisioning complete for port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:38.557785 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15c7d256-170f-4a11-a554-9dc3790bfcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.593758 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-15c7d256-170f-4a11-a554-9dc3790bfcb9 None None] Port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:39:38.642632 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5902-74a0-4fc6-b1ba-5549a65bef66 req-fa921c91-7fa2-4229-937e-4db6d69aeec9 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:38.644034 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ca1a5902-74a0-4fc6-b1ba-5549a65bef66 req-fa921c91-7fa2-4229-937e-4db6d69aeec9 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 944 time: 0.0577323 Mar 18 12:39:38.691574 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ca1a5902-74a0-4fc6-b1ba-5549a65bef66 req-0f56d422-40ff-4006-8863-dd2a7bf3e2be tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Mar 18 12:39:38.777661 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:39:38.785398 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Publish callbacks [] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.798141 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Transition to ACTIVE for port object 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:39:38.801972 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.857783 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:38.964410 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Attempting to bind port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:39:38.964750 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Attempting to bind port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:39:38.965076 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Attempting to bind port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 on network 2b0253ca-f873-4236-b27b-f9f484d003bd {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:38.972133 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 on network 2b0253ca-f873-4236-b27b-f9f484d003bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:39:38.972952 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Attempting to bind port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 on network 2b0253ca-f873-4236-b27b-f9f484d003bd {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:38.978663 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:39:38.979548 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Checking segment: {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:38.980161 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Bound using segment: {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:39:38.980828 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Bound port: 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:39:38.981446 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:38.981693 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864c624-775d-46af-af83-4749c89daf68 req-ea9f9c5d-103c-454d-b663-8470ac1e6ce6 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:38.990176 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8864c624-775d-46af-af83-4749c89daf68 req-ea9f9c5d-103c-454d-b663-8470ac1e6ce6 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0852780 Mar 18 12:39:39.036417 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 3e8c8efa-bf29-420c-b577-b4fc8878c0ef up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:39.040243 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8864c624-775d-46af-af83-4749c89daf68 req-de305626-5dd3-40b6-8861-a4281d77fb90 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489202 Mar 18 12:39:39.106870 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:39:39.111167 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:39:39.119805 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:39.135860 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:39:39.143844 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:39.144246 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:39.208801 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:39.210540 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:39.212897 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] 10.222.0.37 "PUT /v2.0/ports/306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 200 len: 1094 time: 0.7750194 Mar 18 12:39:39.213982 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:39.218693 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8" -d '{"events": [{"name": "network-changed", "server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:39.221871 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028d659-9bb1-4f37-968f-ed2da0f7f719 service neutron] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:39.257982 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:39.258468 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:39.286130 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:39.288551 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4ff8e3-7825-4bdb-8b3b-7a4fc7ab71ba" -d '{"events": [{"server_uuid": "489cd3d6-af93-4a5e-b2de-80df34196d7e", "name": "network-vif-plugged", "status": "completed", "tag": "3e8c8efa-bf29-420c-b577-b4fc8878c0ef"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:39.293106 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa21da6-09c2-4811-a61e-a6effc11c4ae x-openstack-request-id: req-4fa21da6-09c2-4811-a61e-a6effc11c4ae {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:39.293410 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:39.293666 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fa21da6-09c2-4811-a61e-a6effc11c4ae {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:39.294068 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'status': 'completed', 'code': 200} Mar 18 12:39:39.301064 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:39.308817 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:39.321177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-f4557e81-b81d-4c02-9e35-bffaa82ed3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:39.322723 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-f4557e81-b81d-4c02-9e35-bffaa82ed3da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 1128 time: 0.0688787 Mar 18 12:39:39.337293 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bb65c1-6d92-4bfa-8850-7556cebe3aac x-openstack-request-id: req-08bb65c1-6d92-4bfa-8850-7556cebe3aac {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:39.337676 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489cd3d6-af93-4a5e-b2de-80df34196d7e", "name": "network-vif-plugged", "status": "completed", "tag": "3e8c8efa-bf29-420c-b577-b4fc8878c0ef", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:39.337999 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08bb65c1-6d92-4bfa-8850-7556cebe3aac {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:39.338459 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'code': 200} Mar 18 12:39:39.368014 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:39.374823 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-9d3206af-c3c5-42e7-bfba-c37f07610f64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 200 len: 217 time: 0.0441258 Mar 18 12:39:39.423598 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-17a76ced-d184-43e1-847d-fee6a2c8e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:39.425019 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-17a76ced-d184-43e1-847d-fee6a2c8e60f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0444610 Mar 18 12:39:39.477165 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-9453d2a0-96a1-4415-8e7c-5ad54ba94d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:39.478742 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-9453d2a0-96a1-4415-8e7c-5ad54ba94d2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455310 Mar 18 12:39:39.601947 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf0fc2-cf23-413d-ad45-94f0844f676f req-8fb809ca-6a10-49ce-8f3b-7a85b1855913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:39.603425 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e1bf0fc2-cf23-413d-ad45-94f0844f676f req-8fb809ca-6a10-49ce-8f3b-7a85b1855913 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 1129 time: 0.0664637 Mar 18 12:39:39.619814 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-b35bd00d-5ce7-4449-a902-0f1771cc1408 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350911 Mar 18 12:39:39.703848 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e1bf0fc2-cf23-413d-ad45-94f0844f676f req-e7c5f916-ab6e-44fb-a3a5-daaac3bb1772 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929332 Mar 18 12:39:39.736038 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac37fa77-24dc-42b4-85b3-1223ce5884a4 req-9c4d5bec-0c9b-461b-9223-f5de07f5e4b4 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096411 Mar 18 12:39:39.810594 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845bc01-9968-46be-8915-a592033d96fa req-98251cb7-1461-4ca4-b15a-62acc82d643f tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:39.812073 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b845bc01-9968-46be-8915-a592033d96fa req-98251cb7-1461-4ca4-b15a-62acc82d643f tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 945 time: 0.0546727 Mar 18 12:39:39.862296 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b845bc01-9968-46be-8915-a592033d96fa req-8fa200e8-154e-4201-8caa-20c37036562f tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437946 Mar 18 12:39:40.014580 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731d2c9-9634-4ae3-bc85-489d1ee7baf4 req-35712030-c791-42ff-9bad-4d8257635a6d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:40.018968 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9731d2c9-9634-4ae3-bc85-489d1ee7baf4 req-35712030-c791-42ff-9bad-4d8257635a6d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.0741999 Mar 18 12:39:40.025614 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-d281d961-38a7-4e36-af07-a0e324fed4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:40.027209 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-d281d961-38a7-4e36-af07-a0e324fed4ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 1128 time: 0.0600364 Mar 18 12:39:40.072030 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9731d2c9-9634-4ae3-bc85-489d1ee7baf4 req-e08fcb86-ee00-4b95-a1c6-380b9ea95896 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502849 Mar 18 12:39:40.134249 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-ac9522ef-e6e1-43df-bd33-f59355f4e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:40.135831 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-ac9522ef-e6e1-43df-bd33-f59355f4e3e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.0993924 Mar 18 12:39:40.181333 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-473d2c46-4c4c-4a58-9584-16080a315e72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 200 len: 217 time: 0.0369966 Mar 18 12:39:40.191672 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622fdc0-b1f9-4896-a61a-78640cc2b20b req-b6b51bac-9f36-4fa9-828c-6c311be424a4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:40.193522 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c622fdc0-b1f9-4896-a61a-78640cc2b20b req-b6b51bac-9f36-4fa9-828c-6c311be424a4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0565317 Mar 18 12:39:40.249516 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c622fdc0-b1f9-4896-a61a-78640cc2b20b req-29b9464a-1402-4d20-8082-d0a7eee86551 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502388 Mar 18 12:39:40.251007 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-9199a8e9-3b18-4274-bc1b-041daf7b312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:40.252278 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-9199a8e9-3b18-4274-bc1b-041daf7b312d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0605826 Mar 18 12:39:40.315479 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-82bdf9dc-d75e-45fb-b7a9-18e9fc685062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:40.316997 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-82bdf9dc-d75e-45fb-b7a9-18e9fc685062 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0579329 Mar 18 12:39:40.418480 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-d7796047-c0b8-4872-9191-28d75af0c7f3 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939333 Mar 18 12:39:40.525914 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad24950e-5b19-4d35-b2eb-a2890bbfabb8 req-7fea6559-36ab-4369-847d-6b7a0532f76f service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913725 Mar 18 12:39:40.979501 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094736d-4f52-4837-ba0d-1c5d7174a235 req-05126ba1-e9f1-46d2-8f03-acc9d738f876 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:40.980939 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3094736d-4f52-4837-ba0d-1c5d7174a235 req-05126ba1-e9f1-46d2-8f03-acc9d738f876 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 945 time: 0.0499365 Mar 18 12:39:41.030225 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3094736d-4f52-4837-ba0d-1c5d7174a235 req-982c8910-84a1-4f4b-bc6c-1454b3fdc871 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431578 Mar 18 12:39:41.189533 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f2886-6812-410a-97af-429db68c19c2 req-80c18ff7-ccf2-41bc-8bde-2b6cf6804eb2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:41.190955 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-042f2886-6812-410a-97af-429db68c19c2 req-80c18ff7-ccf2-41bc-8bde-2b6cf6804eb2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.0551598 Mar 18 12:39:41.238237 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-042f2886-6812-410a-97af-429db68c19c2 req-dcd7bd11-79f8-4f60-9cd8-92e286ba80ef tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418704 Mar 18 12:39:41.369656 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796704d0-b1da-4442-ab27-9958e39cb316 req-ad23c68a-e7dd-408f-b478-fafba2870327 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:41.371098 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-796704d0-b1da-4442-ab27-9958e39cb316 req-ad23c68a-e7dd-408f-b478-fafba2870327 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0541456 Mar 18 12:39:41.415602 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-796704d0-b1da-4442-ab27-9958e39cb316 req-ac853b26-4032-4a74-931b-febf57f738fc tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390558 Mar 18 12:39:42.144788 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14bdf5-af7b-4cda-8fc5-2f8246fa16ba req-2db30c29-dade-4f7b-9ae0-f276c0dd163b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:42.146208 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3c14bdf5-af7b-4cda-8fc5-2f8246fa16ba req-2db30c29-dade-4f7b-9ae0-f276c0dd163b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 945 time: 0.0507224 Mar 18 12:39:42.192206 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3c14bdf5-af7b-4cda-8fc5-2f8246fa16ba req-368e3a2f-d152-4c09-9c41-09a67194935f tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405364 Mar 18 12:39:42.352275 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fc1db-a414-41a9-8db1-61f3faef0bf0 req-d9ee50a4-845d-4c1e-a29d-a625e5603212 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:42.353607 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-101fc1db-a414-41a9-8db1-61f3faef0bf0 req-d9ee50a4-845d-4c1e-a29d-a625e5603212 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.0500357 Mar 18 12:39:42.400553 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-101fc1db-a414-41a9-8db1-61f3faef0bf0 req-0f5cd449-6bc7-4385-a34c-049968bb62d0 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415184 Mar 18 12:39:42.534270 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceca253-71fc-4ca2-9e71-b8d21d339e74 req-4647dec0-56e4-43dd-87e5-d5530dedb5ad tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:42.535983 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ceca253-71fc-4ca2-9e71-b8d21d339e74 req-4647dec0-56e4-43dd-87e5-d5530dedb5ad tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0540824 Mar 18 12:39:42.587146 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ceca253-71fc-4ca2-9e71-b8d21d339e74 req-6e3a8e7a-3b0d-4762-bf9a-bcf65e181de5 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448217 Mar 18 12:39:43.302973 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd940a41-4eff-4237-b621-2bf8efd83977 req-1743bc99-1f27-4aef-8a67-0608e1f4f787 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:43.304402 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bd940a41-4eff-4237-b621-2bf8efd83977 req-1743bc99-1f27-4aef-8a67-0608e1f4f787 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 945 time: 0.0501978 Mar 18 12:39:43.350919 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bd940a41-4eff-4237-b621-2bf8efd83977 req-c9e9a0af-f0f6-4d53-b2db-6aba1c19c711 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410852 Mar 18 12:39:43.521870 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc13c55-fe88-4e2d-bcbd-79a030f83461 req-e67f5c9b-ed1a-4342-86fa-35e3a01953c3 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:43.523351 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3cc13c55-fe88-4e2d-bcbd-79a030f83461 req-e67f5c9b-ed1a-4342-86fa-35e3a01953c3 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.0572832 Mar 18 12:39:43.544433 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:39:43.573891 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3cc13c55-fe88-4e2d-bcbd-79a030f83461 req-e8ec3261-b000-439a-b241-cd19d374ea52 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435896 Mar 18 12:39:43.647580 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:43.659548 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'port_id': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'mac_address': 'fa:16:3e:63:ce:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:39:43.700986 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:43.701378 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:43.709342 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846f867-758e-4d43-a44b-5463d33264a8 req-e7fda52c-55ab-4c0e-9d0f-18f69ed16c5d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:43.711017 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8846f867-758e-4d43-a44b-5463d33264a8 req-e7fda52c-55ab-4c0e-9d0f-18f69ed16c5d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0543392 Mar 18 12:39:43.714279 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:39:43.735234 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:43.738807 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:43.760840 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8846f867-758e-4d43-a44b-5463d33264a8 req-4f81746a-d9e3-490b-a6bf-30002195b864 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433195 Mar 18 12:39:43.787125 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:44.002636 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:39:44.406418 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-931bfb97-a22c-4895-a711-8668965cbe6d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:44.407884 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-931bfb97-a22c-4895-a711-8668965cbe6d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Mar 18 12:39:44.468450 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20430a6-6864-4bff-81c1-ea9eb24eaa7a req-25ff7044-07a0-4688-8a22-becc9cb9ad68 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:44.470388 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f20430a6-6864-4bff-81c1-ea9eb24eaa7a req-25ff7044-07a0-4688-8a22-becc9cb9ad68 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 945 time: 0.0548711 Mar 18 12:39:44.502487 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Deleting port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:39:44.502855 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:44.520525 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f20430a6-6864-4bff-81c1-ea9eb24eaa7a req-d9fcac26-1ca3-4fcf-9471-2d48aaeebbca tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444913 Mar 18 12:39:44.601209 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] For port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:44.601674 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:44.654616 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de9e4c-eb9b-4869-8839-1abb15294c0a req-e06fdfb5-57c5-424a-b861-ecebb02da825 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:44.656863 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-99de9e4c-eb9b-4869-8839-1abb15294c0a req-e06fdfb5-57c5-424a-b861-ecebb02da825 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 945 time: 0.0647483 Mar 18 12:39:44.760478 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-99de9e4c-eb9b-4869-8839-1abb15294c0a req-7ee5fdc0-06b7-4d59-8121-036685eb51a2 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851531 Mar 18 12:39:44.768771 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc2a6b-865f-4d9c-ba59-2768dcc1d6dd req-c9da7143-2b11-4f48-bf50-dc3b20813650 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:44.770568 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dbcc2a6b-865f-4d9c-ba59-2768dcc1d6dd req-c9da7143-2b11-4f48-bf50-dc3b20813650 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 945 time: 0.1053967 Mar 18 12:39:44.803919 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37840) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:44.881432 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dbcc2a6b-865f-4d9c-ba59-2768dcc1d6dd req-4f81c5e3-97e8-460e-8ddc-2c9610243eb6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e270640f-8bfd-49a2-a98e-304734247edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040826 Mar 18 12:39:44.981750 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322516b-101f-45f0-ba23-e5a3329dfd88 req-d80bb1cd-5656-4d13-88ee-21396c1454fd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:44.984325 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6322516b-101f-45f0-ba23-e5a3329dfd88 req-d80bb1cd-5656-4d13-88ee-21396c1454fd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 945 time: 0.1073039 Mar 18 12:39:44.994395 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:44.994783 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (caa3d3c8-9e5f-46e3-b012-51a191e07466), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:44.995119 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Floating IP caa3d3c8-9e5f-46e3-b012-51a191e07466 disassociated. External IP: 172.27.2.87, port: 24e7fe5e-0bfa-4fa9-9075-e6520ce80281. Mar 18 12:39:44.995454 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Calling delete_port for 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:39:45.055775 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6322516b-101f-45f0-ba23-e5a3329dfd88 req-c67409e2-380a-4ece-b256-d4ac024e57b7 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656981 Mar 18 12:39:45.144261 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b682f-6e8a-4ae7-9373-27cd26c44d9e tempest-TestVolumeBootPattern-82013997 tempest-TestVolumeBootPattern-82013997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:45.146172 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f47b682f-6e8a-4ae7-9373-27cd26c44d9e tempest-TestVolumeBootPattern-82013997 tempest-TestVolumeBootPattern-82013997-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 1124 time: 0.3394842 Mar 18 12:39:45.149248 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37850) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:45.153968 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'port_id': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:45.174978 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:45.212241 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (24e7fe5e-0bfa-4fa9-9075-e6520ce80281), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:45.245437 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'Port': ['ID=24e7fe5e-0bfa-4fa9-9075-e6520ce80281,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:45.291594 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:45.378370 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:39:45.405825 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Allocated IP 172.27.2.199 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/1a6e66c7-ec55-4377-b540-1d4cec209e4a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:45.497551 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:39:45.511335 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:39:45.524806 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:45.525676 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:45.525858 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for port (1a6e66c7-ec55-4377-b540-1d4cec209e4a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:45.547950 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] No DVR routers for this DVR port 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:39:45.550934 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:45.555377 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-392ad597-3014-4c7f-9368-fbdc5029fc17 req-77c45db6-1045-4d64-b8cc-a34cdd36048f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "DELETE /v2.0/ports/24e7fe5e-0bfa-4fa9-9075-e6520ce80281 HTTP/1.1" status: 204 len: 173 time: 1.1416154 Mar 18 12:39:45.556234 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616943a-46e9-4001-b592-a96fb91395b4', 'name': 'network-vif-deleted', 'tag': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:45.559270 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb37108d-963d-46b9-bc2e-0123524b1d78" -d '{"events": [{"server_uuid": "7616943a-46e9-4001-b592-a96fb91395b4", "name": "network-vif-deleted", "tag": "24e7fe5e-0bfa-4fa9-9075-e6520ce80281"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:45.578952 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (1a6e66c7-ec55-4377-b540-1d4cec209e4a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:45.600716 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:45.634299 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a576c31-87b4-44cd-9040-fbdc8dcedb9c x-openstack-request-id: req-6a576c31-87b4-44cd-9040-fbdc8dcedb9c {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:45.634622 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7616943a-46e9-4001-b592-a96fb91395b4", "name": "network-vif-deleted", "tag": "24e7fe5e-0bfa-4fa9-9075-e6520ce80281", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:45.634877 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a576c31-87b4-44cd-9040-fbdc8dcedb9c {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:45.635998 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616943a-46e9-4001-b592-a96fb91395b4', 'name': 'network-vif-deleted', 'tag': '24e7fe5e-0bfa-4fa9-9075-e6520ce80281', 'status': 'completed', 'code': 200} Mar 18 12:39:45.679415 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'Port': ['ID=1a6e66c7-ec55-4377-b540-1d4cec209e4a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:45.691563 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:39:45.697181 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:45.699405 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:45.702357 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:45.704293 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e62b0895-4948-4181-8b28-1d22bfe1a83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:45.707002 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:45.710011 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:45.710588 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:46.042266 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b06a6586-dec7-4032-9fc2-a3380978312c req-7d18bec3-9a18-41d2-b17a-689e05e77ffd tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=7616943a-46e9-4001-b592-a96fb91395b4 HTTP/1.1" status: 200 len: 210 time: 0.0370345 Mar 18 12:39:46.180044 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:46.180044 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:46.269612 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:46.271908 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973bcb3c-fc29-45eb-b9e0-110467395f7f" -d '{"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-plugged", "status": "completed", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:46.301361 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:46.327643 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:46.334613 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca054c23-504d-4b61-bd5b-219055aec408 req-74601c38-9d50-454a-aa82-71f6218a8d20 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:46.339277 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4993def-f4c0-45d3-b71a-02aa1bfcc649 x-openstack-request-id: req-f4993def-f4c0-45d3-b71a-02aa1bfcc649 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:46.339587 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-plugged", "status": "completed", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:46.339974 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4993def-f4c0-45d3-b71a-02aa1bfcc649 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:46.340366 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'code': 200} Mar 18 12:39:46.341902 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ca054c23-504d-4b61-bd5b-219055aec408 req-74601c38-9d50-454a-aa82-71f6218a8d20 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 945 time: 0.1608152 Mar 18 12:39:46.427479 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:46.466352 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ca054c23-504d-4b61-bd5b-219055aec408 req-d45250a6-fe5a-4227-92fb-e79bd909d2d6 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234694 Mar 18 12:39:46.473762 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '7d2ed83a-1460-46e6-a241-da357623ff06', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:36:10Z', 'updated_at': '2022-03-18T12:36:44Z', 'revision_number': 2, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:46.516220 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:39:46.526399 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:46.527276 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:46.582067 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e78f0-0943-4bfd-9c1f-af739399648d req-c2b7e222-9d76-4a59-b487-14e0104812b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:46.584210 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2c9e78f0-0943-4bfd-9c1f-af739399648d req-c2b7e222-9d76-4a59-b487-14e0104812b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 1130 time: 0.0594239 Mar 18 12:39:46.636532 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2c9e78f0-0943-4bfd-9c1f-af739399648d req-e2dc22d0-ab3d-4472-beb4-1a7d3105fc21 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454886 Mar 18 12:39:46.655807 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:46.690333 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (103bb9fb-429d-4e08-93b7-811834750d3b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:46.809019 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (1a6e66c7-ec55-4377-b540-1d4cec209e4a), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:46.897484 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '7d2ed83a-1460-46e6-a241-da357623ff06', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:36:10Z', 'updated_at': '2022-03-18T12:36:44Z', 'revision_number': 2, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:46.925706 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a9d28-e14e-4558-95ae-eb593cb0949b None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '7d2ed83a-1460-46e6-a241-da357623ff06', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:7a:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:36:10Z', 'updated_at': '2022-03-18T12:36:44Z', 'revision_number': 2, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:39:46.957667 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for port (1a6e66c7-ec55-4377-b540-1d4cec209e4a), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:46.963443 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (1a6e66c7-ec55-4377-b540-1d4cec209e4a), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.044252 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'Port': ['ID=1a6e66c7-ec55-4377-b540-1d4cec209e4a,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:47.056857 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (103bb9fb-429d-4e08-93b7-811834750d3b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.167516 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Floating IP 103bb9fb-429d-4e08-93b7-811834750d3b associated. External IP: 172.27.2.199, port: 3e8c8efa-bf29-420c-b577-b4fc8878c0ef. Mar 18 12:39:47.183379 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37878) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:47.226577 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9df95-3df3-4f53-a724-5a1c925e3276 None None] New status for floating IP caa3d3c8-9e5f-46e3-b012-51a191e07466: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:39:47.246316 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8ecd-1ca3-4a58-9ed5-c888a80dda9f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (e270640f-8bfd-49a2-a98e-304734247edc), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.279044 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8ecd-1ca3-4a58-9ed5-c888a80dda9f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (e270640f-8bfd-49a2-a98e-304734247edc), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.347207 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8ecd-1ca3-4a58-9ed5-c888a80dda9f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e270640f-8bfd-49a2-a98e-304734247edc), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.350466 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8ecd-1ca3-4a58-9ed5-c888a80dda9f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.351907 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3e8c8ecd-1ca3-4a58-9ed5-c888a80dda9f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "DELETE /v2.0/security-groups/e270640f-8bfd-49a2-a98e-304734247edc HTTP/1.1" status: 204 len: 168 time: 0.1675029 Mar 18 12:39:47.357816 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37884) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:47.367914 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c8ecd-1ca3-4a58-9ed5-c888a80dda9f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e270640f-8bfd-49a2-a98e-304734247edc,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:47.375250 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-8d1056d0-8cd1-42e0-9be7-2c17bd1df4a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] show failed (client error): The resource could not be found. Mar 18 12:39:47.376316 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8d1056d0-8cd1-42e0-9be7-2c17bd1df4a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups/e270640f-8bfd-49a2-a98e-304734247edc HTTP/1.1" status: 404 len: 347 time: 0.0175536 Mar 18 12:39:47.381091 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37886) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:47.493076 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Router 52785183-119a-4918-9294-32f0215f7b91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:39:47.545597 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:39:47.561777 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Deleting port fd1ba295-048e-44dd-b466-89a0ebd922a7 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:39:47.563196 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (fd1ba295-048e-44dd-b466-89a0ebd922a7), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.627235 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:39:47.627235 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 24e7fe5e-0bfa-4fa9-9075-e6520ce80281 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:39:47.668121 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (fd1ba295-048e-44dd-b466-89a0ebd922a7), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.668905 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (fd1ba295-048e-44dd-b466-89a0ebd922a7), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.682000 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Calling delete_port for fd1ba295-048e-44dd-b466-89a0ebd922a7 owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:39:47.759819 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02c2f3-148a-4841-81e7-1e52b7fd98b1 req-73e44c96-10f1-4e80-bf00-d8aeaf2d0eb2 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:47.761807 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d02c2f3-148a-4841-81e7-1e52b7fd98b1 req-73e44c96-10f1-4e80-bf00-d8aeaf2d0eb2 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.1210823 Mar 18 12:39:47.763182 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:39:47.777725 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] Sync routers for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:39:47.801932 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.819159 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:47.819933 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:47.855040 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d02c2f3-148a-4841-81e7-1e52b7fd98b1 req-4922c0dc-325a-4fd5-ad68-2b9944b6e227 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822122 Mar 18 12:39:47.860227 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (fd1ba295-048e-44dd-b466-89a0ebd922a7), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.882829 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-14a85d03-774e-4aaa-94fe-09862cca7df8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7281053 Mar 18 12:39:47.883423 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'tag': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:47.891865 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16" -d '{"events": [{"name": "network-changed", "server_uuid": "489cd3d6-af93-4a5e-b2de-80df34196d7e", "tag": "3e8c8efa-bf29-420c-b577-b4fc8878c0ef"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:47.910630 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'Port': ['ID=fd1ba295-048e-44dd-b466-89a0ebd922a7,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:47.946813 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fe8635-dc83-4919-a0ec-fe867cecf88b x-openstack-request-id: req-c3fe8635-dc83-4919-a0ec-fe867cecf88b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:47.947104 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489cd3d6-af93-4a5e-b2de-80df34196d7e", "tag": "3e8c8efa-bf29-420c-b577-b4fc8878c0ef", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:47.947355 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3fe8635-dc83-4919-a0ec-fe867cecf88b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:47.947756 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'tag': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'status': 'completed', 'code': 200} Mar 18 12:39:47.955957 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:47.989562 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (caa3d3c8-9e5f-46e3-b012-51a191e07466), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.992439 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:47.993487 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-50b5e7bc-d873-4b56-b5d5-bd92676692eb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "DELETE /v2.0/floatingips/caa3d3c8-9e5f-46e3-b012-51a191e07466 HTTP/1.1" status: 204 len: 168 time: 0.6100285 Mar 18 12:39:48.029749 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-f81e69df-d454-4b66-a08a-5bf389742e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:48.031834 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-f81e69df-d454-4b66-a08a-5bf389742e92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 1129 time: 0.0529201 Mar 18 12:39:48.083608 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b06a9173-8a59-49cc-a73f-2d5b59c11dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:48.171266 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-ff3c612a-71ae-410f-af64-c8ba945ccd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:48.172958 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-ff3c612a-71ae-410f-af64-c8ba945ccd07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.1358364 Mar 18 12:39:48.255248 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-0e8194fe-1656-4a53-8bd3-1f51235532c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e8c8efa-bf29-420c-b577-b4fc8878c0ef HTTP/1.1" status: 200 len: 999 time: 0.0747375 Mar 18 12:39:48.304940 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '103bb9fb-429d-4e08-93b7-811834750d3b', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:d8:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:39:46Z', 'updated_at': '2022-03-18T12:39:46Z', 'revision_number': 0, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:48.319259 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-da08e692-dcd6-4306-9f7e-11fa13cfbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:48.320907 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-da08e692-dcd6-4306-9f7e-11fa13cfbc6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0599322 Mar 18 12:39:48.340051 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] Checking router: 52785183-119a-4918-9294-32f0215f7b91 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:39:48.358873 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:48.360534 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:48.479811 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:48.614552 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-3e60e04d-4d9e-4a82-8a04-89cbac8529fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:48.616164 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-3e60e04d-4d9e-4a82-8a04-89cbac8529fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2852426 Mar 18 12:39:48.772432 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '103bb9fb-429d-4e08-93b7-811834750d3b', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:d8:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:39:46Z', 'updated_at': '2022-03-18T12:39:46Z', 'revision_number': 0, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:48.802944 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8149e-7824-4c91-bc48-0fcc1cd9f2be None None] The sync data for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi is: [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '103bb9fb-429d-4e08-93b7-811834750d3b', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:d8:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:39:46Z', 'updated_at': '2022-03-18T12:39:46Z', 'revision_number': 0, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:39:48.838814 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-b3af82f0-c070-4625-a9bb-7280919a52b5 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151065 Mar 18 12:39:48.839865 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37926) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:48.952333 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8758f2ee-bb56-490f-8a4b-9dfd29dd7f16 req-09ef0d21-f23e-466c-abf3-d6d737840fcf service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062794 Mar 18 12:39:48.987792 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:49.022111 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6424b-ac38-451b-8269-cf6ee58dd0b0 req-0e39be96-c2d9-4ab5-b23f-fe7653be9c20 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:49.023841 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-61e6424b-ac38-451b-8269-cf6ee58dd0b0 req-0e39be96-c2d9-4ab5-b23f-fe7653be9c20 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0813806 Mar 18 12:39:49.067055 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:49.088774 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Publish callbacks [] for security_group (afdd75c7-769e-4cc8-83fb-4c4b96759db1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:49.095216 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (afdd75c7-769e-4cc8-83fb-4c4b96759db1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:49.139359 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1ab6047df4a457ca9f3c6b866d44072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984419 Mar 18 12:39:49.139664 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e13c4-29b5-4927-a7fb-5e02c868c23c None None] New status for floating IP 103bb9fb-429d-4e08-93b7-811834750d3b: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:39:49.140128 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdd75c7-769e-4cc8-83fb-4c4b96759db1,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:49.143100 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 37932) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:49.157504 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.157928 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.158343 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.158772 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.159168 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.159565 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.159960 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.160350 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.160758 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.161147 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.161541 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.161928 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.162315 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.162721 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.163111 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887529f5-29ed-4bbe-8dde-69a780e06d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:49.224260 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d7993f8e-772b-49f2-b006-81b3a4f6fad9 admin admin] Publish callbacks [] for security_group (afdd75c7-769e-4cc8-83fb-4c4b96759db1), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:49.255165 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d7993f8e-772b-49f2-b006-81b3a4f6fad9 admin admin] Publish callbacks [] for security_group (afdd75c7-769e-4cc8-83fb-4c4b96759db1), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:49.308994 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d7993f8e-772b-49f2-b006-81b3a4f6fad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (afdd75c7-769e-4cc8-83fb-4c4b96759db1), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:49.314164 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d7993f8e-772b-49f2-b006-81b3a4f6fad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:49.318224 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d7993f8e-772b-49f2-b006-81b3a4f6fad9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afdd75c7-769e-4cc8-83fb-4c4b96759db1 HTTP/1.1" status: 204 len: 168 time: 0.1730204 Mar 18 12:39:49.328837 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7993f8e-772b-49f2-b006-81b3a4f6fad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdd75c7-769e-4cc8-83fb-4c4b96759db1,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:49.383549 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-61e6424b-ac38-451b-8269-cf6ee58dd0b0 req-179e029a-ee8d-4fad-9fdc-0c011ecb5c26 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384938 Mar 18 12:39:49.520984 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf62a7-974a-45da-9322-7bb5ae518258 req-ec3a635c-e8d2-4408-82c1-182b08959356 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:49.526728 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2daf62a7-974a-45da-9322-7bb5ae518258 req-ec3a635c-e8d2-4408-82c1-182b08959356 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0685062 Mar 18 12:39:49.532330 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37944) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:49.536844 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3935150f-050e-472c-94b2-5a941234df9d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'floatingip': {'port_id': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:49.614689 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3935150f-050e-472c-94b2-5a941234df9d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:49.805902 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e94ea-25a5-45c9-bd3d-ecc884ee1b65 req-b3e10166-b36d-460a-9b44-56af9913715c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:49.807414 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6c0e94ea-25a5-45c9-bd3d-ecc884ee1b65 req-b3e10166-b36d-460a-9b44-56af9913715c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 945 time: 0.1273460 Mar 18 12:39:49.819140 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-00f601e7-7098-46bf-8768-bae273817ead req-55df5e1b-0a7f-4afa-8d12-7e22e0c0d9cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496447 Mar 18 12:39:49.894338 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6c0e94ea-25a5-45c9-bd3d-ecc884ee1b65 req-42be056e-b1f7-46a8-a882-d680c4f3fdd9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0581131 Mar 18 12:39:49.929091 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f601e7-7098-46bf-8768-bae273817ead req-7a289389-f0d0-4e6b-982f-32fb1e4c526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:49.930585 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-00f601e7-7098-46bf-8768-bae273817ead req-7a289389-f0d0-4e6b-982f-32fb1e4c526f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 1129 time: 0.0671465 Mar 18 12:39:50.043135 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f601e7-7098-46bf-8768-bae273817ead req-af12c1d8-b354-4bba-93d5-9c404cca59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:50.044625 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-00f601e7-7098-46bf-8768-bae273817ead req-af12c1d8-b354-4bba-93d5-9c404cca59b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.0927348 Mar 18 12:39:50.108368 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-00f601e7-7098-46bf-8768-bae273817ead req-aa6993c6-7db7-48fb-83de-e3dc2b4ef222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e8c8efa-bf29-420c-b577-b4fc8878c0ef HTTP/1.1" status: 200 len: 1001 time: 0.0574417 Mar 18 12:39:50.155298 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f601e7-7098-46bf-8768-bae273817ead req-3e9d064d-e330-46ec-8779-d1eca1249f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:50.157307 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-00f601e7-7098-46bf-8768-bae273817ead req-3e9d064d-e330-46ec-8779-d1eca1249f72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0419652 Mar 18 12:39:50.161358 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3935150f-050e-472c-94b2-5a941234df9d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:50.165665 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3935150f-050e-472c-94b2-5a941234df9d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:50.210357 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f601e7-7098-46bf-8768-bae273817ead req-81640470-5bdd-4b71-a3ef-67c8f335f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:50.211906 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-00f601e7-7098-46bf-8768-bae273817ead req-81640470-5bdd-4b71-a3ef-67c8f335f4eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472116 Mar 18 12:39:50.264740 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-3935150f-050e-472c-94b2-5a941234df9d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Floating IP bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac associated. External IP: 172.27.2.213, port: 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6. Mar 18 12:39:50.301360 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-00f601e7-7098-46bf-8768-bae273817ead req-28bf362c-520f-48bf-a94d-ab77ecd140a6 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811598 Mar 18 12:39:50.391417 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-00f601e7-7098-46bf-8768-bae273817ead req-eff5deef-778c-41d4-beb7-8013dc6cea16 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836797 Mar 18 12:39:50.471168 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3935150f-050e-472c-94b2-5a941234df9d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Router 7f1e3cd3-db51-4c8c-a921-f01510e47083 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:39:50.576499 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3935150f-050e-472c-94b2-5a941234df9d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:39:50.581196 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3935150f-050e-472c-94b2-5a941234df9d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:50.586508 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] Sync routers for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:39:50.597822 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:50.598444 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:50.609883 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3935150f-050e-472c-94b2-5a941234df9d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "PUT /v2.0/floatingips/bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac HTTP/1.1" status: 200 len: 992 time: 1.0764508 Mar 18 12:39:50.610461 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:50.612688 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:50.652237 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc291f1-8d68-4340-9da6-28d5ebcb32ad x-openstack-request-id: req-0fc291f1-8d68-4340-9da6-28d5ebcb32ad {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:50.652525 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:50.652778 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fc291f1-8d68-4340-9da6-28d5ebcb32ad {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:50.653178 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'status': 'completed', 'code': 200} Mar 18 12:39:50.706840 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:50.717786 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-970fa2ac-f07e-4a4a-b339-aeadd5322191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:50.719345 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-970fa2ac-f07e-4a4a-b339-aeadd5322191 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 1130 time: 0.0457311 Mar 18 12:39:50.720651 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:50.810229 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-156c69cb-f2e4-4890-9b1a-b0d140bab7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:50.811882 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-156c69cb-f2e4-4890-9b1a-b0d140bab7e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.0861626 Mar 18 12:39:50.879027 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-236744c4-1dc0-4491-bc73-ecf6170eb5c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 200 len: 1000 time: 0.0607636 Mar 18 12:39:50.940408 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-43a5cd22-2847-44fe-9cd8-0000f96070b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:50.941939 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-43a5cd22-2847-44fe-9cd8-0000f96070b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0483782 Mar 18 12:39:51.025106 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-8eb8292b-c47d-4fe6-9049-19d3116d129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:51.026784 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-8eb8292b-c47d-4fe6-9049-19d3116d129f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0759218 Mar 18 12:39:51.055313 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d110086-c883-4c0b-ae22-ff241a79e2c2 req-6b7a326e-e779-4499-8103-09a9635bce79 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:51.057274 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d110086-c883-4c0b-ae22-ff241a79e2c2 req-6b7a326e-e779-4499-8103-09a9635bce79 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 945 time: 0.0812271 Mar 18 12:39:51.106082 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'port_id': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'mac_address': 'fa:16:3e:63:ce:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:39:35Z', 'updated_at': '2022-03-18T12:39:50Z', 'revision_number': 1, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:51.111121 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d110086-c883-4c0b-ae22-ff241a79e2c2 req-3ef1354f-f09a-4013-b49c-e99bb153b1b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468967 Mar 18 12:39:51.137369 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] Checking router: 7f1e3cd3-db51-4c8c-a921-f01510e47083 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:39:51.143448 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-b3455767-3e05-4dfe-a23f-ab4ce59ffce7 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042061 Mar 18 12:39:51.145639 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:51.146300 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:51.240073 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d33b55ad-2ff0-4b0f-8bf8-bd60e4ba7ed1 req-86b9c3a0-3410-48e9-b545-88d9f74f4642 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899861 Mar 18 12:39:51.260742 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:51.310356 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cde07a-95bc-4979-881a-9f3f48659eea req-ef0426e6-9dbf-4136-940f-4948bc0be0f6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:51.311845 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-88cde07a-95bc-4979-881a-9f3f48659eea req-ef0426e6-9dbf-4136-940f-4948bc0be0f6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 945 time: 0.0545301 Mar 18 12:39:51.403259 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Deleting port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:39:51.403511 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:51.480581 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'port_id': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'mac_address': 'fa:16:3e:63:ce:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:39:35Z', 'updated_at': '2022-03-18T12:39:50Z', 'revision_number': 1, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:51.493789 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] For port 1470a83a-6a0d-430a-acf1-7ff68366b2e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1470a83a-6a0d-430a-acf1-7ff68366b2e1,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:51.494158 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:51.510705 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8612dd5-b95a-4fa0-86bf-f8c309655eb9 None None] The sync data for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi is: [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'port_id': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'mac_address': 'fa:16:3e:63:ce:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:39:35Z', 'updated_at': '2022-03-18T12:39:50Z', 'revision_number': 1, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:39:51.671411 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:51.671765 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (7d2ed83a-1460-46e6-a241-da357623ff06), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:51.672354 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Floating IP 7d2ed83a-1460-46e6-a241-da357623ff06 disassociated. External IP: 172.27.2.58, port: 1470a83a-6a0d-430a-acf1-7ff68366b2e1. Mar 18 12:39:51.672826 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Calling delete_port for 1470a83a-6a0d-430a-acf1-7ff68366b2e1 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:39:51.697791 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e129e6-9e7d-4994-bba3-e46879755d7a None None] New status for floating IP bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:39:51.805209 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (1470a83a-6a0d-430a-acf1-7ff68366b2e1), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:51.834321 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'Port': ['ID=1470a83a-6a0d-430a-acf1-7ff68366b2e1,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:51.950697 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:51.951287 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:39:52.062758 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:39:52.072459 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:39:52.084117 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:52.084843 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:52.104837 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] No DVR routers for this DVR port 1470a83a-6a0d-430a-acf1-7ff68366b2e1 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:39:52.107456 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:52.110759 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-88cde07a-95bc-4979-881a-9f3f48659eea req-fb189d7e-d809-4fb4-8f31-3ed4125dda39 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "DELETE /v2.0/ports/1470a83a-6a0d-430a-acf1-7ff68366b2e1 HTTP/1.1" status: 204 len: 173 time: 0.7939541 Mar 18 12:39:52.111115 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'name': 'network-vif-deleted', 'tag': '1470a83a-6a0d-430a-acf1-7ff68366b2e1'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:52.113332 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f88c91-3712-4dd1-b937-2e04b6f44265" -d '{"events": [{"server_uuid": "d895aadd-671a-4dc8-9f26-3c22850862ab", "name": "network-vif-deleted", "tag": "1470a83a-6a0d-430a-acf1-7ff68366b2e1"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:52.169858 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bfa910-cad6-4318-83f1-28231b22453a x-openstack-request-id: req-84bfa910-cad6-4318-83f1-28231b22453a {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:52.170003 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d895aadd-671a-4dc8-9f26-3c22850862ab", "name": "network-vif-deleted", "tag": "1470a83a-6a0d-430a-acf1-7ff68366b2e1", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:52.173765 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84bfa910-cad6-4318-83f1-28231b22453a {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:52.174207 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd895aadd-671a-4dc8-9f26-3c22850862ab', 'name': 'network-vif-deleted', 'tag': '1470a83a-6a0d-430a-acf1-7ff68366b2e1', 'status': 'completed', 'code': 200} Mar 18 12:39:52.247904 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:52.270796 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f9b673a-b262-4c9b-8cdb-b3d0141d7485 req-a29793f1-b708-48cb-93a7-948d7a7c14a6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d895aadd-671a-4dc8-9f26-3c22850862ab HTTP/1.1" status: 200 len: 210 time: 0.0528548 Mar 18 12:39:52.311589 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:52.482870 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:52.512578 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:39:52.521893 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:52.522497 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:52.632831 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:52.825434 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:52.851243 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3239f60-7df8-4c12-8747-91d8a88fd70e None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:39:53.052029 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f4b66-096b-4786-b9e6-fb604201ec80 None None] New status for floating IP 7d2ed83a-1460-46e6-a241-da357623ff06: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:39:53.348530 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 37996) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:53.399787 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (0b303c40-68fa-4c73-ab41-df9f4ef6ea0d), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.423625 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (0b303c40-68fa-4c73-ab41-df9f4ef6ea0d), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.472153 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (0b303c40-68fa-4c73-ab41-df9f4ef6ea0d), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.474803 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.475949 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b303c40-68fa-4c73-ab41-df9f4ef6ea0d HTTP/1.1" status: 204 len: 168 time: 0.1263928 Mar 18 12:39:53.478769 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38002) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:53.485188 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b303c40-68fa-4c73-ab41-df9f4ef6ea0d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:53.493517 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.api.v2.resource [None req-88c87d6c-b498-4415-a5ab-046bcccfcb63 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] show failed (client error): The resource could not be found. Mar 18 12:39:53.493640 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.493972 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.494313 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.494683 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.494999 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-88c87d6c-b498-4415-a5ab-046bcccfcb63 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups/0b303c40-68fa-4c73-ab41-df9f4ef6ea0d HTTP/1.1" status: 404 len: 347 time: 0.0151360 Mar 18 12:39:53.495102 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.495338 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.495668 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.495995 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.496329 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.496653 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.496984 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.497303 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.497627 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.498119 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.498451 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e50b25-664d-4562-a40a-1e75e3717a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:39:53.499113 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38006) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:53.637442 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Deleting port 1260d679-9209-47aa-8813-7ed652de6b7d {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:39:53.637776 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (1260d679-9209-47aa-8813-7ed652de6b7d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.714445 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (1260d679-9209-47aa-8813-7ed652de6b7d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.714798 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (1260d679-9209-47aa-8813-7ed652de6b7d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.726299 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Calling delete_port for 1260d679-9209-47aa-8813-7ed652de6b7d owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:39:53.855608 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (1260d679-9209-47aa-8813-7ed652de6b7d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.882289 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'Port': ['ID=1260d679-9209-47aa-8813-7ed652de6b7d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:53.942342 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (7d2ed83a-1460-46e6-a241-da357623ff06), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.944982 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:53.946131 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b7247b54-1a81-4656-8ed6-edffbb3c521a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "DELETE /v2.0/floatingips/7d2ed83a-1460-46e6-a241-da357623ff06 HTTP/1.1" status: 204 len: 168 time: 0.4455056 Mar 18 12:39:54.162184 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38010) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:54.166772 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-128f0260-d9a9-4ab6-bccd-ad90905b1df9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518223192', 'description': 'tempest-description--146775373'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:54.186115 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-128f0260-d9a9-4ab6-bccd-ad90905b1df9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.266477 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-128f0260-d9a9-4ab6-bccd-ad90905b1df9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (22765d22-7193-4875-95ee-84d4671407b8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.270666 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-128f0260-d9a9-4ab6-bccd-ad90905b1df9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (22765d22-7193-4875-95ee-84d4671407b8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.302174 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-128f0260-d9a9-4ab6-bccd-ad90905b1df9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.303358 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-128f0260-d9a9-4ab6-bccd-ad90905b1df9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1400998 Mar 18 12:39:54.304417 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f0260-d9a9-4ab6-bccd-ad90905b1df9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22765d22-7193-4875-95ee-84d4671407b8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:54.306317 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38012) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:54.310487 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-40030bce-3425-4f74-b69a-de886347408e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group_rule': {'security_group_id': '22765d22-7193-4875-95ee-84d4671407b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:54.334061 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-40030bce-3425-4f74-b69a-de886347408e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (39011808-dca6-4adc-9729-a0f5261a5717), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.387592 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-40030bce-3425-4f74-b69a-de886347408e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (39011808-dca6-4adc-9729-a0f5261a5717), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.391180 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-40030bce-3425-4f74-b69a-de886347408e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (39011808-dca6-4adc-9729-a0f5261a5717), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.409526 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40030bce-3425-4f74-b69a-de886347408e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39011808-dca6-4adc-9729-a0f5261a5717,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:54.414154 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-40030bce-3425-4f74-b69a-de886347408e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.415447 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-40030bce-3425-4f74-b69a-de886347408e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081276 Mar 18 12:39:54.418085 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38014) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:54.423044 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-1ee8276b-e61a-45a5-bb8d-1ab73e0df17b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group_rule': {'security_group_id': '22765d22-7193-4875-95ee-84d4671407b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:54.445791 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1ee8276b-e61a-45a5-bb8d-1ab73e0df17b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (6c2b40b8-1906-41df-922d-c50bb10c1683), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.498773 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1ee8276b-e61a-45a5-bb8d-1ab73e0df17b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (6c2b40b8-1906-41df-922d-c50bb10c1683), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.502433 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1ee8276b-e61a-45a5-bb8d-1ab73e0df17b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (6c2b40b8-1906-41df-922d-c50bb10c1683), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.516510 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8276b-e61a-45a5-bb8d-1ab73e0df17b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2b40b8-1906-41df-922d-c50bb10c1683,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:54.526663 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1ee8276b-e61a-45a5-bb8d-1ab73e0df17b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.527874 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1ee8276b-e61a-45a5-bb8d-1ab73e0df17b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1088262 Mar 18 12:39:54.531361 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38016) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:54.535587 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:54.555886 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.574322 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38020) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:54.621229 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c3fa8d-83f6-469b-8e2e-7f528bbea30c admin admin] Deleting subnet a58a4d73-d7f7-4f8c-8a58-92f422b36e99 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:39:54.625472 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fa8d-83f6-469b-8e2e-7f528bbea30c admin admin] Publish callbacks [] for subnet (a58a4d73-d7f7-4f8c-8a58-92f422b36e99), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.656161 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.669640 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fa8d-83f6-469b-8e2e-7f528bbea30c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911340'] for subnet (a58a4d73-d7f7-4f8c-8a58-92f422b36e99), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.715193 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fa8d-83f6-469b-8e2e-7f528bbea30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (a58a4d73-d7f7-4f8c-8a58-92f422b36e99), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.759593 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Allocated IP 172.27.2.254 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:54.770794 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fa8d-83f6-469b-8e2e-7f528bbea30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8870347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763615'] for subnet (a58a4d73-d7f7-4f8c-8a58-92f422b36e99), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.797332 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3fa8d-83f6-469b-8e2e-7f528bbea30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58a4d73-d7f7-4f8c-8a58-92f422b36e99,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:54.799119 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fa8d-83f6-469b-8e2e-7f528bbea30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.804742 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c0c3fa8d-83f6-469b-8e2e-7f528bbea30c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a58a4d73-d7f7-4f8c-8a58-92f422b36e99 HTTP/1.1" status: 204 len: 168 time: 0.2271481 Mar 18 12:39:54.804958 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38024) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:54.866981 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.874190 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (a6340273-d9b1-40e6-8d51-0babbf062aa3), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.899990 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.934314 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:54.939407 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:54.941824 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:54.950124 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (a6340273-d9b1-40e6-8d51-0babbf062aa3), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:54.969934 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6340273-d9b1-40e6-8d51-0babbf062aa3']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:54.973868 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:54.979105 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f639259e-8b55-4464-a574-1fdd29008d1d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:54.979400 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f639259e-8b55-4464-a574-1fdd29008d1d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:54.988685 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911317'] for segment (f639259e-8b55-4464-a574-1fdd29008d1d), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.007790 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (f639259e-8b55-4464-a574-1fdd29008d1d), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.013682 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:39:55.014077 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8870761'] for segment (f639259e-8b55-4464-a574-1fdd29008d1d), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: Traceback (most recent call last): Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: timer() Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: cb(*args, **kw) Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: return func(*args, **kwargs) Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: self._notify() Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: self.callback(batched_events) Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: event.method(event) Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: return f(self, *a, **k) Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: return self._get(url).json() Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:39:55.015867 dv-cinder-790535-30-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:39:55.041097 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (2eec9859-a1a9-4d36-beff-50d004bdd8e2), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.073643 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (a6340273-d9b1-40e6-8d51-0babbf062aa3), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.078358 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.082043 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.087603 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6340273-d9b1-40e6-8d51-0babbf062aa3 HTTP/1.1" status: 204 len: 168 time: 0.2792966 Mar 18 12:39:55.094531 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29c80c-79f7-4926-9137-96e33de90bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=a6340273-d9b1-40e6-8d51-0babbf062aa3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:55.229704 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.234071 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.244852 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38028) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:55.286308 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e7a9a00a-1ceb-4c1f-9914-4f588ae3d7e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73e9540d279c4251acf1f5bbc1ad34c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380127 Mar 18 12:39:55.286655 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38030) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:55.301430 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:55.312413 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (2eec9859-a1a9-4d36-beff-50d004bdd8e2), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.327461 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.329147 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0c91afc6-70fc-4c42-bc10-2e24467c2166 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7963510 Mar 18 12:39:55.334948 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2495863-d28d-4937-b16f-a006efcd4c38 admin admin] Publish callbacks [] for security_group (dfb9a211-3047-40ab-96d4-de15aa072188), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.355386 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2495863-d28d-4937-b16f-a006efcd4c38 admin admin] Publish callbacks [] for security_group (dfb9a211-3047-40ab-96d4-de15aa072188), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.402200 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2495863-d28d-4937-b16f-a006efcd4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (dfb9a211-3047-40ab-96d4-de15aa072188), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.404735 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2495863-d28d-4937-b16f-a006efcd4c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:55.405942 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c2495863-d28d-4937-b16f-a006efcd4c38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfb9a211-3047-40ab-96d4-de15aa072188 HTTP/1.1" status: 204 len: 168 time: 0.1183372 Mar 18 12:39:55.413957 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2495863-d28d-4937-b16f-a006efcd4c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb9a211-3047-40ab-96d4-de15aa072188,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:55.529901 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-77644683-a01a-46e9-b93c-1acce055c7f0 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1518223192&fields=id&tenant_id=f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 267 time: 0.0458608 Mar 18 12:39:55.546366 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 1470a83a-6a0d-430a-acf1-7ff68366b2e1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:39:55.572985 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 1470a83a-6a0d-430a-acf1-7ff68366b2e1 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:39:55.573425 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 1470a83a-6a0d-430a-acf1-7ff68366b2e1 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:39:55.638472 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-d72727ae-e134-4208-8f93-f4595ba4a7ae tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:55.639948 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-d72727ae-e134-4208-8f93-f4595ba4a7ae tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 815 time: 0.1035099 Mar 18 12:39:55.654026 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-4b04e9d3-4d89-479e-b53f-d9c6dd0a26bf tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/quotas/f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 375 time: 0.0088296 Mar 18 12:39:55.708734 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-a1d45db5-9f65-4ab1-88ae-5da11c885453 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495543 Mar 18 12:39:55.810877 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-3d6c7066-4a82-44f3-8be7-5f1c2587e975 service neutron] 10.222.0.21 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906401 Mar 18 12:39:55.902045 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-9b1d724e-5955-432f-ada5-5e3a6ba91e7b service neutron] 10.222.0.21 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855267 Mar 18 12:39:56.071318 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3eef9f91-2589-43bd-a80e-8783548d909c req-399c0b1b-a9e8-4693-adef-844257bc9b73 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 210 time: 0.0311122 Mar 18 12:39:56.100872 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38068) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:56.196861 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1113109712-network', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:56.217085 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Made reservation on behalf of 59ce94cdd46d40c7a58f4af25496c77a for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:39:56.219932 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.228333 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.311078 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Publish callbacks [] for security_group (e121e1ac-08e5-4726-b312-6315234a1f89), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.314928 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e121e1ac-08e5-4726-b312-6315234a1f89), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.335060 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:39:56.350236 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e121e1ac-08e5-4726-b312-6315234a1f89,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:56.352980 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (dfcb5964-2047-4049-a951-df83a679c772), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.353317 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Added segment dfcb5964-2047-4049-a951-df83a679c772 of type vlan for network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b Mar 18 12:39:56.393434 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (d34b8ad7-e4ac-4592-856d-e13cffdd0b3b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.417895 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (d34b8ad7-e4ac-4592-856d-e13cffdd0b3b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.418948 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:56.419529 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.476695 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3747237 Mar 18 12:39:56.479697 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38078) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:56.485485 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad41ca-c956-40ae-87a5-fcf59319332e admin admin] Pushing event updated for resources: {'Network': ['ID=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:56.486089 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Request body: {'subnet': {'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1113109712-subnet', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:56.496246 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:39:56.506291 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Made reservation on behalf of 59ce94cdd46d40c7a58f4af25496c77a for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:39:56.508654 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083907'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.682765 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083925'] for subnet (11fbe989-3284-4dc2-b1cd-ee7a596146c1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.732324 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fbe989-3284-4dc2-b1cd-ee7a596146c1,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:56.746745 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Checking segment: {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:56.747098 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Network hostable DHCP agents. Network: d34b8ad7-e4ac-4592-856d-e13cffdd0b3b, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:39:56.763582 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:39:56.772361 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, d34b8ad7-e4ac-4592-856d-e13cffdd0b3b) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:56.776616 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:56.777758 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.781024 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20202a89-bd7e-4c3d-999d-faed16f3c40c None None] Network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:39:56.792257 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-502663f5-8987-43b6-b0ed-9c93c460c1a4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3105483 Mar 18 12:39:56.794935 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38080) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:56.799448 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:56.829997 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.831264 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:56.892346 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks [] for router_controller (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.023574 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-d34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:39:57.025788 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.174099 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59d2efd2-a8d1-404f-ab62-7e377510cf58 req-d597fd9c-a272-468f-a29c-48db3e76557a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 210 time: 0.0301933 Mar 18 12:39:57.178174 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Allocated IP 172.20.0.2 (d34b8ad7-e4ac-4592-856d-e13cffdd0b3b/11fbe989-3284-4dc2-b1cd-ee7a596146c1/a28608c8-b3c2-43f6-9c36-427bd3bdeeb1) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:57.328254 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Publish callbacks [] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.335445 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.337294 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks [] for router_gateway (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.375077 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:57.377911 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:57.380344 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:57.396620 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Pushing event updated for resources: {'Port': ['ID=a28608c8-b3c2-43f6-9c36-427bd3bdeeb1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:57.401358 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-bba94605-93f0-4773-9a78-a0aa8ac5a976 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:57.402831 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-bba94605-93f0-4773-9a78-a0aa8ac5a976 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 815 time: 0.5024548 Mar 18 12:39:57.443359 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Attempting to bind port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:39:57.443840 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Attempting to bind port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:39:57.444217 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Attempting to bind port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 on network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:57.449105 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:39:57.449491 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Checking segment: {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:57.449896 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.450291 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Bound using segment: {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:39:57.450784 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Bound port: a28608c8-b3c2-43f6-9c36-427bd3bdeeb1, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:39:57.451196 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.475734 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-cbf838ef-b1b3-4fff-8521-6f7f3fe45c54 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 380 time: 0.0639486 Mar 18 12:39:57.488406 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'port': {'device_id': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'admin_state_up': True, 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'security_groups': ['22765d22-7193-4875-95ee-84d4671407b8']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:57.515953 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] For port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:39:57.519048 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] For port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a28608c8-b3c2-43f6-9c36-427bd3bdeeb1,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:39:57.525440 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.579988 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd22a4-aab3-42b6-95b2-956dbe796add None None] Pushing event updated for resources: {'Port': ['ID=a28608c8-b3c2-43f6-9c36-427bd3bdeeb1,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:57.693060 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks [] for router_gateway (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.696082 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Made reservation on behalf of f653a780af9a483e8c92a9e22ce8cc4b for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:39:57.699381 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.727073 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:57.923593 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Allocated IP 172.27.2.251 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/b7a52145-8c38-4d4c-af22-833bcce1df4e) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:57.939209 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Allocated IP 172.20.0.11 (64f5deaf-28d7-4001-a216-58eafeb363d7/6bd39a95-fb78-4991-8b12-8400cf6fd85b/996be313-fe76-4859-a995-12c6c452a650) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:39:58.114397 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks [] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.166764 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (996be313-fe76-4859-a995-12c6c452a650), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.191460 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.246954 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:58.251563 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:58.256143 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:58.264386 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (996be313-fe76-4859-a995-12c6c452a650), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.287177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Pushing event updated for resources: {'Port': ['ID=b7a52145-8c38-4d4c-af22-833bcce1df4e,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:58.314269 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747219-9d76-423b-be04-c47feb0d29a4 req-129f9613-1b3a-407e-837b-c0c062d2c255 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:58.315946 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f747219-9d76-423b-be04-c47feb0d29a4 req-129f9613-1b3a-407e-837b-c0c062d2c255 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 932 time: 0.0637519 Mar 18 12:39:58.339508 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:39:58.346709 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:39:58.376708 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f747219-9d76-423b-be04-c47feb0d29a4 req-d2b12ba7-f691-4383-94f7-e81feee0affe tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545766 Mar 18 12:39:58.388275 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:39:58.445939 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=996be313-fe76-4859-a995-12c6c452a650,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:58.493883 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:58.494576 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.522350 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-2143b5bf-aac8-4cdb-b265-a74d1f794a9a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0393076 Mar 18 12:39:58.563385 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb52a4-a0d3-4d46-b584-062b8d523c32 None None] Network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:39:58.590216 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Request body: {'port': {'device_id': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:39:58.671824 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (996be313-fe76-4859-a995-12c6c452a650), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.672663 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] Provisioning complete for port 996be313-fe76-4859-a995-12c6c452a650 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:58.673071 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (996be313-fe76-4859-a995-12c6c452a650), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.684660 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks [] for router_gateway (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.712688 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] Port 996be313-fe76-4859-a995-12c6c452a650 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:39:58.726424 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] Provisioning complete for port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:58.726948 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.809837 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] Current status of the port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:58.810249 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.845808 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] For port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a28608c8-b3c2-43f6-9c36-427bd3bdeeb1,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:39:58.850943 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:58.899980 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5813236-ac87-4340-837d-127fc1fdda1c None None] Pushing event updated for resources: {'Port': ['ID=a28608c8-b3c2-43f6-9c36-427bd3bdeeb1,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:58.973157 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-48d88375-6816-40f2-83b2-fff8c0e807d7 None None] Provisioning complete for port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:58.973464 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48d88375-6816-40f2-83b2-fff8c0e807d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:59.060113 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-48d88375-6816-40f2-83b2-fff8c0e807d7 None None] Current status of the port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:59.060867 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:59.185201 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996be313-fe76-4859-a995-12c6c452a650 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:39:59.194775 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Publish callbacks [] for port (996be313-fe76-4859-a995-12c6c452a650), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:59.214339 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Transition to ACTIVE for port object 996be313-fe76-4859-a995-12c6c452a650 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:39:59.222810 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (996be313-fe76-4859-a995-12c6c452a650), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:59.282829 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Pushing event updated for resources: {'Port': ['ID=996be313-fe76-4859-a995-12c6c452a650,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:59.312507 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:39:59.494388 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd9dcf-6aef-4dbc-acd1-f3356fd9fd2d req-1087763f-7979-4daf-b01f-a6b8cb38423c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:59.495988 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29bd9dcf-6aef-4dbc-acd1-f3356fd9fd2d req-1087763f-7979-4daf-b01f-a6b8cb38423c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 944 time: 0.0547519 Mar 18 12:39:59.547782 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29bd9dcf-6aef-4dbc-acd1-f3356fd9fd2d req-e0b6f79f-e776-428e-a597-052dd46706f4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454881 Mar 18 12:39:59.654683 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Attempting to bind port 996be313-fe76-4859-a995-12c6c452a650 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:39:59.655189 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Attempting to bind port 996be313-fe76-4859-a995-12c6c452a650 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:39:59.655321 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Attempting to bind port 996be313-fe76-4859-a995-12c6c452a650 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:59.665583 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Port 996be313-fe76-4859-a995-12c6c452a650 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:39:59.665903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Attempting to bind port 996be313-fe76-4859-a995-12c6c452a650 on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:39:59.675084 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:39:59.675426 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Checking segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:39:59.675809 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Bound using segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:39:59.676240 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Bound port: 996be313-fe76-4859-a995-12c6c452a650, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:39:59.676595 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (996be313-fe76-4859-a995-12c6c452a650), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:59.699929 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:39:59.723875 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:39:59.736764 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Sync routers for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:39:59.754231 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:39:59.754939 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:39:59.758485 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:59.759813 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-90d3291b-4727-4270-8294-13e880aa340c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9638674 Mar 18 12:39:59.763690 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] For port 996be313-fe76-4859-a995-12c6c452a650, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:39:59.764115 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38094) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:39:59.767517 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] For port 996be313-fe76-4859-a995-12c6c452a650, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=996be313-fe76-4859-a995-12c6c452a650,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:39:59.773721 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (996be313-fe76-4859-a995-12c6c452a650), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:59.805880 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:59.806654 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:59.807992 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/996be313-fe76-4859-a995-12c6c452a650 HTTP/1.1" status: 200 len: 1094 time: 1.2466202 Mar 18 12:39:59.808461 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'tag': '996be313-fe76-4859-a995-12c6c452a650'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:39:59.810706 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5826c82-2476-4076-aaab-81a7fcc98cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "93d2f7f4-f8c3-4310-b9d1-5b23c184fa73", "tag": "996be313-fe76-4859-a995-12c6c452a650"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:39:59.837620 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:39:59.838583 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:39:59.879563 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2dcac5-8a1f-4c08-bbf7-dae751a655d1 x-openstack-request-id: req-6c2dcac5-8a1f-4c08-bbf7-dae751a655d1 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:39:59.879853 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d2f7f4-f8c3-4310-b9d1-5b23c184fa73", "tag": "996be313-fe76-4859-a995-12c6c452a650", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:39:59.880222 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c2dcac5-8a1f-4c08-bbf7-dae751a655d1 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:39:59.880620 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'tag': '996be313-fe76-4859-a995-12c6c452a650', 'status': 'completed', 'code': 200} Mar 18 12:39:59.905193 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f93ef3-fdae-44f9-8bac-51d7586795c8 service neutron] Pushing event updated for resources: {'Port': ['ID=996be313-fe76-4859-a995-12c6c452a650,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:39:59.928834 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-41d3ebb0-f543-4018-843b-99d286789fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:39:59.930346 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-41d3ebb0-f543-4018-843b-99d286789fd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 1128 time: 0.0720656 Mar 18 12:39:59.975280 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:39:59.977731 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:39:59.994610 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-f4d4b324-0e48-4485-a8ad-f9de21e924cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996be313-fe76-4859-a995-12c6c452a650 HTTP/1.1" status: 200 len: 217 time: 0.0524211 Mar 18 12:40:00.055329 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-92bbbf07-85ee-4b62-b807-d6830a956e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:00.057408 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-92bbbf07-85ee-4b62-b807-d6830a956e99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0542316 Mar 18 12:40:00.112217 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-112c9065-b030-43c9-a77c-6a0bdd775f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:00.113930 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-112c9065-b030-43c9-a77c-6a0bdd775f0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485859 Mar 18 12:40:00.180225 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:39:58Z', 'revision_number': 3, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:00.209914 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-cb9a0c58-ed51-468e-bc6f-39a7c409f8de service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886393 Mar 18 12:40:00.212666 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Checking router: 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:40:00.213021 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Updating router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 port b7a52145-8c38-4d4c-af22-833bcce1df4e binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:40:00.246201 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:00.305785 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8c30c6a7-947a-40fd-8abf-51e0c4615434 req-991a7233-d73a-45c9-bc05-7e1e809b1296 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839574 Mar 18 12:40:00.409254 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-2adcd4d8-9dfc-4d2c-87b0-5853ac4cda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:00.410792 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-2adcd4d8-9dfc-4d2c-87b0-5853ac4cda37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 1128 time: 0.0543408 Mar 18 12:40:00.498620 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:00.501508 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-dc977454-3ab3-404a-a4ed-b320befaa7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:00.503030 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-dc977454-3ab3-404a-a4ed-b320befaa7a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 916 time: 0.0849955 Mar 18 12:40:00.511345 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Publish callbacks [] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:00.516846 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:00.553444 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-bd92e559-4014-4bb5-af3d-80e04bde6bc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996be313-fe76-4859-a995-12c6c452a650 HTTP/1.1" status: 200 len: 217 time: 0.0400651 Mar 18 12:40:00.573452 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78768e-4062-44ad-a7a3-92a8b344260e None None] Pushing event updated for resources: {'Port': ['ID=b7a52145-8c38-4d4c-af22-833bcce1df4e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:00.577726 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Attempting to bind port b7a52145-8c38-4d4c-af22-833bcce1df4e on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:40:00.578094 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Attempting to bind port b7a52145-8c38-4d4c-af22-833bcce1df4e by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:40:00.579008 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Attempting to bind port b7a52145-8c38-4d4c-af22-833bcce1df4e on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:40:00.584375 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:40:00.585165 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:40:00.585165 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:00.585507 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:40:00.585964 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Bound port: b7a52145-8c38-4d4c-af22-833bcce1df4e, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:40:00.586340 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:00.602851 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-74ce1b9b-41d0-4b05-b907-0041985ae775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:00.604337 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-74ce1b9b-41d0-4b05-b907-0041985ae775 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0451472 Mar 18 12:40:00.652675 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] For port b7a52145-8c38-4d4c-af22-833bcce1df4e, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:40:00.656364 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] For port b7a52145-8c38-4d4c-af22-833bcce1df4e, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=b7a52145-8c38-4d4c-af22-833bcce1df4e,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:40:00.663832 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:00.665362 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-04cb8ead-fef6-4738-900b-4dbf8d628f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:00.667103 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-04cb8ead-fef6-4738-900b-4dbf8d628f2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556891 Mar 18 12:40:00.711662 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Allocated IP 172.20.0.1 (d34b8ad7-e4ac-4592-856d-e13cffdd0b3b/11fbe989-3284-4dc2-b1cd-ee7a596146c1/0c09112f-8a69-4977-a33e-ce1f7697a2b3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:40:00.726909 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:00.727546 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:00.754788 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07420dab-111a-4af3-ab7d-eff545006eed req-8950e021-3dc1-49d6-be69-20e72dc20bd8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:00.756257 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07420dab-111a-4af3-ab7d-eff545006eed req-8950e021-3dc1-49d6-be69-20e72dc20bd8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 944 time: 0.1132915 Mar 18 12:40:00.774477 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-e04d030e-d61c-4748-8cbd-78af96e3fcfc service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994937 Mar 18 12:40:00.853013 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07420dab-111a-4af3-ab7d-eff545006eed req-a89fc4ac-188d-4535-9748-c5c87158c8f5 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723884 Mar 18 12:40:00.873556 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Publish callbacks [] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:00.885646 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f5826c82-2476-4076-aaab-81a7fcc98cfd req-b82e08ca-6ce8-4d02-946f-e5118884157b service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040683 Mar 18 12:40:00.909528 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:00.937181 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78768e-4062-44ad-a7a3-92a8b344260e None None] Pushing event updated for resources: {'Port': ['ID=b7a52145-8c38-4d4c-af22-833bcce1df4e,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:00.949901 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:40:00.952725 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:40:00.955859 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:40:00.963668 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Pushing event updated for resources: {'Port': ['ID=0c09112f-8a69-4977-a33e-ce1f7697a2b3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:00.986340 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:01.006654 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:01.143863 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:01.178317 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-560a509b-ad8f-4666-9da4-6d4d9a60d28d None None] Provisioning complete for port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:01.178722 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-560a509b-ad8f-4666-9da4-6d4d9a60d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:01.221866 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-560a509b-ad8f-4666-9da4-6d4d9a60d28d None None] Port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:40:01.226356 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:39:58Z', 'revision_number': 3, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:01.253438 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a668eb-543e-4980-9ca7-7f3f95def563 None None] The sync data for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi is: [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:39:58Z', 'revision_number': 3, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:40:01.303938 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Publish callbacks [] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:01.309011 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:01.379415 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Pushing event updated for resources: {'Port': ['ID=0c09112f-8a69-4977-a33e-ce1f7697a2b3,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:01.381735 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:01.487635 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:40:01.489219 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:40:01.621193 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:40:01.727072 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device b7a52145-8c38-4d4c-af22-833bcce1df4e up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:01.748044 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:40:01.753096 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c64adf33-d99a-4e7e-bba2-ad57e4990c2f admin admin] 10.222.0.21 "PUT /v2.0/routers/5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9877408 Mar 18 12:40:01.780601 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b9c697ee-af47-4823-880a-4afa1875ddcc None None] Provisioning complete for port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:01.780990 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9c697ee-af47-4823-880a-4afa1875ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:01.820031 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port b7a52145-8c38-4d4c-af22-833bcce1df4e triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:01.820401 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:01.823120 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b9c697ee-af47-4823-880a-4afa1875ddcc None None] Port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:40:01.910207 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port b7a52145-8c38-4d4c-af22-833bcce1df4e is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:01.910622 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:01.940638 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port b7a52145-8c38-4d4c-af22-833bcce1df4e, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=b7a52145-8c38-4d4c-af22-833bcce1df4e,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:01.945887 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.001653 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c795dc-db7e-4d9f-9c74-d0da3503e79c req-d90d8dea-ac9b-4722-a4e7-40b89494e9f4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:02.010043 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=b7a52145-8c38-4d4c-af22-833bcce1df4e,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:02.014508 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d4c795dc-db7e-4d9f-9c74-d0da3503e79c req-d90d8dea-ac9b-4722-a4e7-40b89494e9f4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 944 time: 0.0789170 Mar 18 12:40:02.069905 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d4c795dc-db7e-4d9f-9c74-d0da3503e79c req-a99a7df2-c1fd-4075-b676-e58579353348 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544078 Mar 18 12:40:02.298044 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38118) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:02.302980 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-390911433-network', 'tenant_id': '961f1f75ef364993ae6e382c0824e445'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:02.321327 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Made reservation on behalf of 961f1f75ef364993ae6e382c0824e445 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:40:02.323783 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.332420 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.407915 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Publish callbacks [] for security_group (7c2e9b56-e070-45ed-8878-cf6ee6e600d3), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.412226 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (7c2e9b56-e070-45ed-8878-cf6ee6e600d3), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.436414 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:40:02.446294 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e9b56-e070-45ed-8878-cf6ee6e600d3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:02.450997 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (ffc14750-dad8-4b5f-a0f6-af7ea4547e4b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.451337 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Added segment ffc14750-dad8-4b5f-a0f6-af7ea4547e4b of type vlan for network 3fe70666-4c60-477f-96c8-58c0f6340de5 Mar 18 12:40:02.490158 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (3fe70666-4c60-477f-96c8-58c0f6340de5), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.514333 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (3fe70666-4c60-477f-96c8-58c0f6340de5), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.515288 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:02.516582 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.574026 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2748570 Mar 18 12:40:02.576830 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38120) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:02.581876 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5350d0-afd4-45ca-8d25-db26395ab9af admin admin] Pushing event updated for resources: {'Network': ['ID=3fe70666-4c60-477f-96c8-58c0f6340de5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:02.582134 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Request body: {'subnet': {'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-390911433-subnet', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:02.591846 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 3fe70666-4c60-477f-96c8-58c0f6340de5 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:40:02.600767 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Made reservation on behalf of 961f1f75ef364993ae6e382c0824e445 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:40:02.603369 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083907'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.775865 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083925'] for subnet (78c9fb27-c7bd-4835-8dce-b801d7a711f2), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.823000 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c9fb27-c7bd-4835-8dce-b801d7a711f2,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:02.831049 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Sync routers for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:40:02.838463 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Checking segment: {'id': 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:40:02.838857 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Network hostable DHCP agents. Network: 3fe70666-4c60-477f-96c8-58c0f6340de5, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:40:02.841530 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:02.842145 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:02.855317 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Network 3fe70666-4c60-477f-96c8-58c0f6340de5 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:40:02.865075 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 3fe70666-4c60-477f-96c8-58c0f6340de5) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:40:02.868971 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:02.869554 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.875946 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7390a5-81b6-4c7a-8e73-b8427f789137 None None] Network 3fe70666-4c60-477f-96c8-58c0f6340de5 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:40:02.886227 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-62087855-4a0b-4c16-b04a-0b702442511a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3083212 Mar 18 12:40:02.888726 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38122) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:02.893473 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:02.915733 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (29d0989b-975a-4e23-a353-c47dacb15209), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.921440 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (29d0989b-975a-4e23-a353-c47dacb15209), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.967458 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:02.982230 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks [] for router_controller (29d0989b-975a-4e23-a353-c47dacb15209), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:02.990153 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-3fe70666-4c60-477f-96c8-58c0f6340de5', 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5', 'project_id': '961f1f75ef364993ae6e382c0824e445', 'fixed_ips': [{'subnet_id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:40:02.991147 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.138636 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks [] for router_gateway (29d0989b-975a-4e23-a353-c47dacb15209), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.139871 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Allocated IP 172.20.0.2 (3fe70666-4c60-477f-96c8-58c0f6340de5/78c9fb27-c7bd-4835-8dce-b801d7a711f2/8c453d2c-b8c2-462c-b902-d820fd307ffa) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:40:03.184119 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c09112f-8a69-4977-a33e-ce1f7697a2b3', 'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'mac_address': 'fa:16:3e:75:d3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:00Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 2, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'subnets': [{'id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:03.220901 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Checking router: 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:40:03.222112 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Updating router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:40:03.233573 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b24f0-2ea4-4d1d-8263-19a7fd469e44 req-8811e625-1793-4170-9ce1-6353f7a7256c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:03.241756 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-145b24f0-2ea4-4d1d-8263-19a7fd469e44 req-8811e625-1793-4170-9ce1-6353f7a7256c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 944 time: 0.0845311 Mar 18 12:40:03.257353 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.302668 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-145b24f0-2ea4-4d1d-8263-19a7fd469e44 req-cacf5fda-7f11-491c-b4c8-f3e1f36c2f0d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599365 Mar 18 12:40:03.318323 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Publish callbacks [] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.324984 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.362861 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Network 3fe70666-4c60-477f-96c8-58c0f6340de5 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:40:03.367412 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:40:03.377518 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks [] for router_gateway (29d0989b-975a-4e23-a353-c47dacb15209), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.378625 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:40:03.381494 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Pushing event updated for resources: {'Port': ['ID=8c453d2c-b8c2-462c-b902-d820fd307ffa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:03.396362 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.434820 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Attempting to bind port 8c453d2c-b8c2-462c-b902-d820fd307ffa on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:40:03.435187 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Attempting to bind port 8c453d2c-b8c2-462c-b902-d820fd307ffa by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:40:03.435626 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Attempting to bind port 8c453d2c-b8c2-462c-b902-d820fd307ffa on network 3fe70666-4c60-477f-96c8-58c0f6340de5 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:40:03.440724 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:40:03.441103 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Checking segment: {'id': 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:40:03.441507 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.441904 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Bound using segment: {'id': 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:40:03.442387 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Bound port: 8c453d2c-b8c2-462c-b902-d820fd307ffa, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:40:03.442772 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.505485 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] For port 8c453d2c-b8c2-462c-b902-d820fd307ffa, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:40:03.507002 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Allocated IP 172.27.2.120 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:40:03.508588 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] For port 8c453d2c-b8c2-462c-b902-d820fd307ffa, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=8c453d2c-b8c2-462c-b902-d820fd307ffa,segment=NetworkSegment(ffc14750-dad8-4b5f-a0f6-af7ea4547e4b),segment_id=ffc14750-dad8-4b5f-a0f6-af7ea4547e4b)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:40:03.517671 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.540168 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Publish callbacks [] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.545954 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.573395 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 996be313-fe76-4859-a995-12c6c452a650 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:40:03.590474 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fede90a-5339-4c96-895d-94a1d253fb46 None None] Pushing event updated for resources: {'Port': ['ID=8c453d2c-b8c2-462c-b902-d820fd307ffa,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:03.598576 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Pushing event updated for resources: {'Port': ['ID=0c09112f-8a69-4977-a33e-ce1f7697a2b3,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:03.609564 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.610085 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.610574 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.611019 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.611448 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.612044 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.612540 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.612678 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.613090 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.614138 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.614138 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.614630 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.615016 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.615628 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.616007 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:03.616226 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks [] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.655097 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.695319 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Attempting to bind port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:40:03.695761 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Attempting to bind port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:40:03.696203 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Attempting to bind port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 on network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:40:03.705191 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:40:03.714571 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Checking segment: {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:40:03.714571 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.714571 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Bound using segment: {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:40:03.714571 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Bound port: 0c09112f-8a69-4977-a33e-ce1f7697a2b3, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:40:03.714571 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.726311 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Pushing event updated for resources: {'Port': ['ID=eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:03.739095 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:40:03.741147 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:40:03.746385 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:40:03.763934 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 996be313-fe76-4859-a995-12c6c452a650, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=996be313-fe76-4859-a995-12c6c452a650,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:03.784686 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device b7a52145-8c38-4d4c-af22-833bcce1df4e up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:03.786959 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '996be313-fe76-4859-a995-12c6c452a650', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'port_id': '996be313-fe76-4859-a995-12c6c452a650', 'mac_address': 'fa:16:3e:5e:9a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:40:03.816967 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] For port 0c09112f-8a69-4977-a33e-ce1f7697a2b3, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:40:03.820998 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] For port 0c09112f-8a69-4977-a33e-ce1f7697a2b3, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=0c09112f-8a69-4977-a33e-ce1f7697a2b3,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:40:03.831171 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.868036 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 996be313-fe76-4859-a995-12c6c452a650 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:03.869699 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (996be313-fe76-4859-a995-12c6c452a650), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.900483 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996be313-fe76-4859-a995-12c6c452a650 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:40:03.904703 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port b7a52145-8c38-4d4c-af22-833bcce1df4e triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:03.905073 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:03.909489 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0a906-ad74-4547-b1dd-3a1f883693f9 None None] Pushing event updated for resources: {'Port': ['ID=0c09112f-8a69-4977-a33e-ce1f7697a2b3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:03.924253 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:03.927154 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:03.976321 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 996be313-fe76-4859-a995-12c6c452a650, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=996be313-fe76-4859-a995-12c6c452a650,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:03.982343 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (996be313-fe76-4859-a995-12c6c452a650), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:04.090466 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=996be313-fe76-4859-a995-12c6c452a650,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:04.093727 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:04.114903 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port b7a52145-8c38-4d4c-af22-833bcce1df4e is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:04.141759 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks [] for router_gateway (29d0989b-975a-4e23-a353-c47dacb15209), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:04.169126 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-1da755e5-5dd5-4c7b-9c79-41922263b971 None None] Provisioning complete for port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:04.169505 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1da755e5-5dd5-4c7b-9c79-41922263b971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:04.212807 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['996be313-fe76-4859-a995-12c6c452a650'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:40:04.331607 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1da755e5-5dd5-4c7b-9c79-41922263b971 None None] Current status of the port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:04.332007 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1da755e5-5dd5-4c7b-9c79-41922263b971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:04.378632 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c09112f-8a69-4977-a33e-ce1f7697a2b3', 'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'mac_address': 'fa:16:3e:75:d3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:00Z', 'updated_at': '2022-03-18T12:40:03Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'subnets': [{'id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:04.406334 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-1da755e5-5dd5-4c7b-9c79-41922263b971 None None] For port 0c09112f-8a69-4977-a33e-ce1f7697a2b3, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=0c09112f-8a69-4977-a33e-ce1f7697a2b3,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:04.410785 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (29d0989b-975a-4e23-a353-c47dacb15209), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:04.417087 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1da755e5-5dd5-4c7b-9c79-41922263b971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:04.438421 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9cf336-c9d7-4ced-8903-afb7b93a749e None None] The sync data for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi is: [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c09112f-8a69-4977-a33e-ce1f7697a2b3', 'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'mac_address': 'fa:16:3e:75:d3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:00Z', 'updated_at': '2022-03-18T12:40:03Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'subnets': [{'id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:40:04.470363 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b40ec5-1814-4599-a559-c9aab76f77e5 req-da12bf9d-b525-4b7c-b691-1b4be7220a40 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:04.471527 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8b40ec5-1814-4599-a559-c9aab76f77e5 req-da12bf9d-b525-4b7c-b691-1b4be7220a40 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 945 time: 0.0744352 Mar 18 12:40:04.510030 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da755e5-5dd5-4c7b-9c79-41922263b971 None None] Pushing event updated for resources: {'Port': ['ID=0c09112f-8a69-4977-a33e-ce1f7697a2b3,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:04.544362 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-c6776861-50e7-4aea-ad0f-6621ce45426d None None] Provisioning complete for port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:04.544843 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6776861-50e7-4aea-ad0f-6621ce45426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:04.569146 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8b40ec5-1814-4599-a559-c9aab76f77e5 req-b1ed8142-31ec-4577-8d1b-e3634cb9a848 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892196 Mar 18 12:40:04.619688 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Router 29d0989b-975a-4e23-a353-c47dacb15209 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:40:04.650628 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c6776861-50e7-4aea-ad0f-6621ce45426d None None] Current status of the port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:04.745707 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:40:04.755698 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Sync routers for ids ['29d0989b-975a-4e23-a353-c47dacb15209'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:40:04.772920 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:04.777938 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2ce3802b-a99b-410e-b0fa-5b8471240138 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8854415 Mar 18 12:40:04.778126 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Routers {'29d0989b-975a-4e23-a353-c47dacb15209'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:04.778126 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['29d0989b-975a-4e23-a353-c47dacb15209'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:04.778633 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38130) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:04.904527 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Set router 29d0989b-975a-4e23-a353-c47dacb15209 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:04.983918 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d2b512-b2c0-462c-82a6-56a3b6d7f605 None None] Network 3fe70666-4c60-477f-96c8-58c0f6340de5 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:40:05.246338 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-6c66b59f-fc21-4c99-a713-a44d40d192f2 None None] Provisioning complete for port 8c453d2c-b8c2-462c-b902-d820fd307ffa triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:05.246700 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c66b59f-fc21-4c99-a713-a44d40d192f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.271062 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.409563 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6c66b59f-fc21-4c99-a713-a44d40d192f2 None None] Current status of the port 8c453d2c-b8c2-462c-b902-d820fd307ffa is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:05.409959 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c66b59f-fc21-4c99-a713-a44d40d192f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.414164 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d0989b-975a-4e23-a353-c47dacb15209', 'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:40:02Z', 'updated_at': '2022-03-18T12:40:03Z', 'revision_number': 3, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'gw_port': {'id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:03Z', 'updated_at': '2022-03-18T12:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:05.441404 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Allocated IP 172.20.0.1 (3fe70666-4c60-477f-96c8-58c0f6340de5/78c9fb27-c7bd-4835-8dce-b801d7a711f2/7bef2106-6e5a-409a-8720-87013c8abef0) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:40:05.448953 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Checking router: 29d0989b-975a-4e23-a353-c47dacb15209 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:40:05.449309 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Updating router 29d0989b-975a-4e23-a353-c47dacb15209 port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:40:05.495365 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.497787 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6c66b59f-fc21-4c99-a713-a44d40d192f2 None None] For port 8c453d2c-b8c2-462c-b902-d820fd307ffa, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=8c453d2c-b8c2-462c-b902-d820fd307ffa,segment=NetworkSegment(ffc14750-dad8-4b5f-a0f6-af7ea4547e4b),segment_id=ffc14750-dad8-4b5f-a0f6-af7ea4547e4b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:05.521250 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c66b59f-fc21-4c99-a713-a44d40d192f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.595595 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Publish callbacks [] for port (7bef2106-6e5a-409a-8720-87013c8abef0), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.641640 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 996be313-fe76-4859-a995-12c6c452a650 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:05.656164 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.726841 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-4f072baa-0cae-4df3-a59c-e8c2e0d0eca8 None None] Provisioning complete for port 8c453d2c-b8c2-462c-b902-d820fd307ffa triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:05.727190 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f072baa-0cae-4df3-a59c-e8c2e0d0eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.728713 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66b59f-fc21-4c99-a713-a44d40d192f2 None None] Pushing event updated for resources: {'Port': ['ID=8c453d2c-b8c2-462c-b902-d820fd307ffa,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:05.731532 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Network 3fe70666-4c60-477f-96c8-58c0f6340de5 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:40:05.745761 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084b0fe-a0ae-4b2f-b3e5-39959551fd44 req-a5d7c29e-d264-4f86-98c2-210fcdd8e661 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:05.747337 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f084b0fe-a0ae-4b2f-b3e5-39959551fd44 req-a5d7c29e-d264-4f86-98c2-210fcdd8e661 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 945 time: 0.1079073 Mar 18 12:40:05.748341 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:40:05.751325 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:40:05.807518 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (29d0989b-975a-4e23-a353-c47dacb15209), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.814017 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Pushing event updated for resources: {'Port': ['ID=7bef2106-6e5a-409a-8720-87013c8abef0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:05.832963 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 996be313-fe76-4859-a995-12c6c452a650 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:40:05.854120 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 8c453d2c-b8c2-462c-b902-d820fd307ffa up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:05.855961 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 996be313-fe76-4859-a995-12c6c452a650 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:05.856289 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (996be313-fe76-4859-a995-12c6c452a650), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:05.908951 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f084b0fe-a0ae-4b2f-b3e5-39959551fd44 req-d9456a28-38c1-4a7a-9c42-cc606b59943a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531949 Mar 18 12:40:05.991028 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4f072baa-0cae-4df3-a59c-e8c2e0d0eca8 None None] Current status of the port 8c453d2c-b8c2-462c-b902-d820fd307ffa is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:05.991604 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.075544 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 8c453d2c-b8c2-462c-b902-d820fd307ffa triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:06.075921 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.078603 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Publish callbacks [] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.108708 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.133248 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 996be313-fe76-4859-a995-12c6c452a650 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:06.133635 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (996be313-fe76-4859-a995-12c6c452a650), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.178375 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Publish callbacks [] for port (7bef2106-6e5a-409a-8720-87013c8abef0), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.183019 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.184211 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-864be5a5-0b0c-45d8-bcb1-edddf1750b62 None None] Provisioning complete for port 7bef2106-6e5a-409a-8720-87013c8abef0 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:06.184586 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-864be5a5-0b0c-45d8-bcb1-edddf1750b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.232766 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996be313-fe76-4859-a995-12c6c452a650'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:40:06.235613 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60e8d57-2762-44dd-8f0c-8dc48a435bef" -d '{"events": [{"server_uuid": "93d2f7f4-f8c3-4310-b9d1-5b23c184fa73", "name": "network-vif-plugged", "status": "completed", "tag": "996be313-fe76-4859-a995-12c6c452a650"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:40:06.238099 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Attempting to bind port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:40:06.239123 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Attempting to bind port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:40:06.239123 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Attempting to bind port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:40:06.251141 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (29d0989b-975a-4e23-a353-c47dacb15209), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.254278 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Pushing event updated for resources: {'Port': ['ID=7bef2106-6e5a-409a-8720-87013c8abef0,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:06.257576 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce41f7-aff9-4cae-aa85-4799360e6869 None None] Pushing event updated for resources: {'Port': ['ID=eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:06.265066 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 996be313-fe76-4859-a995-12c6c452a650, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=996be313-fe76-4859-a995-12c6c452a650,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:06.272855 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:40:06.273224 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:40:06.273624 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.274007 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:40:06.274482 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Bound port: eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:40:06.274886 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.296355 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39230dab-0e99-4fea-8522-ea320245283b x-openstack-request-id: req-39230dab-0e99-4fea-8522-ea320245283b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:40:06.296652 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d2f7f4-f8c3-4310-b9d1-5b23c184fa73", "name": "network-vif-plugged", "status": "completed", "tag": "996be313-fe76-4859-a995-12c6c452a650", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:40:06.297566 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39230dab-0e99-4fea-8522-ea320245283b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:40:06.297957 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996be313-fe76-4859-a995-12c6c452a650', 'code': 200} Mar 18 12:40:06.299375 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-864be5a5-0b0c-45d8-bcb1-edddf1750b62 None None] Port 7bef2106-6e5a-409a-8720-87013c8abef0 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:40:06.301163 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (996be313-fe76-4859-a995-12c6c452a650), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.355848 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Network 3fe70666-4c60-477f-96c8-58c0f6340de5 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:40:06.357494 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:40:06.364081 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 8c453d2c-b8c2-462c-b902-d820fd307ffa is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:06.364299 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0c09112f-8a69-4977-a33e-ce1f7697a2b3 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:06.434928 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=996be313-fe76-4859-a995-12c6c452a650,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:06.438210 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] For port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:40:06.442945 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] For port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:40:06.455875 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.481982 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:06.482659 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.489473 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Router 29d0989b-975a-4e23-a353-c47dacb15209 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:40:06.505895 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f452a-d2d4-475b-8eac-de09051f8704 req-2e7f8847-3ba4-465a-9a81-bca9263b85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:06.507444 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e39f452a-d2d4-475b-8eac-de09051f8704 req-2e7f8847-3ba4-465a-9a81-bca9263b85f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 1130 time: 0.0690522 Mar 18 12:40:06.550003 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce41f7-aff9-4cae-aa85-4799360e6869 None None] Pushing event updated for resources: {'Port': ['ID=eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:06.554532 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Routers {'29d0989b-975a-4e23-a353-c47dacb15209'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:06.555155 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['29d0989b-975a-4e23-a353-c47dacb15209'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:06.561549 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e39f452a-d2d4-475b-8eac-de09051f8704 req-99ce3db5-816d-431d-977d-d11ef5fb5b31 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459065 Mar 18 12:40:06.617708 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:40:06.630293 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7cdabe68-37a3-44fa-a2ee-bc6f2e0a9978 admin admin] 10.222.0.21 "PUT /v2.0/routers/29d0989b-975a-4e23-a353-c47dacb15209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430045 Mar 18 12:40:06.686700 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:06.705308 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] Set router 29d0989b-975a-4e23-a353-c47dacb15209 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:06.788325 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-63ace6fa-429b-4f84-b448-320c911efe3e None None] Provisioning complete for port 7bef2106-6e5a-409a-8720-87013c8abef0 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:06.788702 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63ace6fa-429b-4f84-b448-320c911efe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:06.868709 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-63ace6fa-429b-4f84-b448-320c911efe3e None None] Port 7bef2106-6e5a-409a-8720-87013c8abef0 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:40:06.961562 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d0989b-975a-4e23-a353-c47dacb15209', 'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:40:02Z', 'updated_at': '2022-03-18T12:40:05Z', 'revision_number': 4, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'gw_port': {'id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:03Z', 'updated_at': '2022-03-18T12:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '7bef2106-6e5a-409a-8720-87013c8abef0', 'name': '', 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'mac_address': 'fa:16:3e:ff:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:05Z', 'updated_at': '2022-03-18T12:40:06Z', 'revision_number': 2, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'subnets': [{'id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:06.984884 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d014c3-279d-410d-a0a3-b60d56b2d12d None None] The sync data for ids ['29d0989b-975a-4e23-a353-c47dacb15209'] in dv-cinder-790535-30-iscsi is: [{'id': '29d0989b-975a-4e23-a353-c47dacb15209', 'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:40:02Z', 'updated_at': '2022-03-18T12:40:05Z', 'revision_number': 4, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'gw_port': {'id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:03Z', 'updated_at': '2022-03-18T12:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '7bef2106-6e5a-409a-8720-87013c8abef0', 'name': '', 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'mac_address': 'fa:16:3e:ff:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:05Z', 'updated_at': '2022-03-18T12:40:06Z', 'revision_number': 2, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'subnets': [{'id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:40:07.061668 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf62f7-3369-4860-9cad-4fcf871e0e88 req-9ac96c14-f5e9-4fda-ae5c-dbbfd53472dd tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:07.064158 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-83bf62f7-3369-4860-9cad-4fcf871e0e88 req-9ac96c14-f5e9-4fda-ae5c-dbbfd53472dd tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 946 time: 0.0736365 Mar 18 12:40:07.115000 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-83bf62f7-3369-4860-9cad-4fcf871e0e88 req-70c6043b-a300-49d5-b278-69fefe6a5c97 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Mar 18 12:40:07.786608 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 8c453d2c-b8c2-462c-b902-d820fd307ffa up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:08.009917 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 8c453d2c-b8c2-462c-b902-d820fd307ffa triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:08.010330 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:08.108943 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 8c453d2c-b8c2-462c-b902-d820fd307ffa is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:08.276504 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b0dea-378d-4af2-af95-a7f6c595bf15 req-54e2c56f-25b3-4576-b326-8e022c46d85e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:08.277920 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-197b0dea-378d-4af2-af95-a7f6c595bf15 req-54e2c56f-25b3-4576-b326-8e022c46d85e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 946 time: 0.0816250 Mar 18 12:40:08.352474 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-197b0dea-378d-4af2-af95-a7f6c595bf15 req-73399861-0052-421f-9efa-8d9a70b325d6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608954 Mar 18 12:40:08.494341 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932776a0-4fb5-4dae-9d6f-39998e2b2034 req-76cddeac-8b79-40f2-8a0e-1cd035036bfd tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:08.501387 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-932776a0-4fb5-4dae-9d6f-39998e2b2034 req-76cddeac-8b79-40f2-8a0e-1cd035036bfd tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 946 time: 0.0684545 Mar 18 12:40:08.506077 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38174) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:08.511158 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-afd47228-60f8-47ea-9ec0-c44650844b07 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'floatingip': {'port_id': '996be313-fe76-4859-a995-12c6c452a650'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:08.562010 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afd47228-60f8-47ea-9ec0-c44650844b07 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (2eec9859-a1a9-4d36-beff-50d004bdd8e2), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:09.355885 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afd47228-60f8-47ea-9ec0-c44650844b07 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:09.361032 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afd47228-60f8-47ea-9ec0-c44650844b07 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (2eec9859-a1a9-4d36-beff-50d004bdd8e2), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:09.415926 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Sync routers for ids ['29d0989b-975a-4e23-a353-c47dacb15209'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:40:09.429916 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Routers {'29d0989b-975a-4e23-a353-c47dacb15209'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:09.430899 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['29d0989b-975a-4e23-a353-c47dacb15209'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:09.484911 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-afd47228-60f8-47ea-9ec0-c44650844b07 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Floating IP 2eec9859-a1a9-4d36-beff-50d004bdd8e2 associated. External IP: 172.27.2.254, port: 996be313-fe76-4859-a995-12c6c452a650. Mar 18 12:40:09.556318 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Set router 29d0989b-975a-4e23-a353-c47dacb15209 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:09.791429 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd47228-60f8-47ea-9ec0-c44650844b07 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:40:09.834830 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:09.895502 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d0989b-975a-4e23-a353-c47dacb15209', 'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:40:02Z', 'updated_at': '2022-03-18T12:40:05Z', 'revision_number': 4, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'gw_port': {'id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:03Z', 'updated_at': '2022-03-18T12:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '7bef2106-6e5a-409a-8720-87013c8abef0', 'name': '', 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'mac_address': 'fa:16:3e:ff:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:05Z', 'updated_at': '2022-03-18T12:40:06Z', 'revision_number': 2, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'subnets': [{'id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:09.923674 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Checking router: 29d0989b-975a-4e23-a353-c47dacb15209 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:40:09.924115 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Updating router 29d0989b-975a-4e23-a353-c47dacb15209 port 7bef2106-6e5a-409a-8720-87013c8abef0 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:40:09.947962 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:09.948436 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:09.967828 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.002489 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd47228-60f8-47ea-9ec0-c44650844b07 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:40:10.007701 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afd47228-60f8-47ea-9ec0-c44650844b07 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.046581 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:10.046985 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.052494 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:40:10.055901 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-afd47228-60f8-47ea-9ec0-c44650844b07 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "PUT /v2.0/floatingips/2eec9859-a1a9-4d36-beff-50d004bdd8e2 HTTP/1.1" status: 200 len: 992 time: 1.5483997 Mar 18 12:40:10.057501 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'tag': '996be313-fe76-4859-a995-12c6c452a650'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:40:10.060510 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f2512-3453-4ce7-ad52-5974152452a9" -d '{"events": [{"name": "network-changed", "server_uuid": "93d2f7f4-f8c3-4310-b9d1-5b23c184fa73", "tag": "996be313-fe76-4859-a995-12c6c452a650"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:40:10.108031 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:10.116978 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:10.117626 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:10.137043 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2adced-af40-4de2-bd43-9510cc8f5490 x-openstack-request-id: req-8e2adced-af40-4de2-bd43-9510cc8f5490 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:40:10.137333 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d2f7f4-f8c3-4310-b9d1-5b23c184fa73", "tag": "996be313-fe76-4859-a995-12c6c452a650", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:40:10.137591 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e2adced-af40-4de2-bd43-9510cc8f5490 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:40:10.137997 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'tag': '996be313-fe76-4859-a995-12c6c452a650', 'status': 'completed', 'code': 200} Mar 18 12:40:10.239734 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-c71f9a9f-52d3-4b10-a6d2-79148f59fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:10.240390 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.241829 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-c71f9a9f-52d3-4b10-a6d2-79148f59fb34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 1130 time: 0.0724673 Mar 18 12:40:10.307641 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:10.347326 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Publish callbacks [] for port (7bef2106-6e5a-409a-8720-87013c8abef0), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.355760 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.362609 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-ed241a5e-74e3-4d1e-a681-fb4cc74fe05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:10.364654 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-ed241a5e-74e3-4d1e-a681-fb4cc74fe05f service neutron] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 916 time: 0.1154044 Mar 18 12:40:10.366592 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:10.397936 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a41701-d1c7-485a-9419-127b4d3119e3 None None] Pushing event updated for resources: {'Port': ['ID=7bef2106-6e5a-409a-8720-87013c8abef0,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:10.465614 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-6883c6f5-4196-4561-a08e-2e65452bac06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996be313-fe76-4859-a995-12c6c452a650 HTTP/1.1" status: 200 len: 1000 time: 0.0940330 Mar 18 12:40:10.493915 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Attempting to bind port 7bef2106-6e5a-409a-8720-87013c8abef0 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:40:10.494618 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Attempting to bind port 7bef2106-6e5a-409a-8720-87013c8abef0 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:40:10.494871 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Attempting to bind port 7bef2106-6e5a-409a-8720-87013c8abef0 on network 3fe70666-4c60-477f-96c8-58c0f6340de5 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:40:10.507107 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:40:10.509719 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Checking segment: {'id': 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:40:10.510347 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.511081 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Bound using segment: {'id': 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:40:10.511773 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Bound port: 7bef2106-6e5a-409a-8720-87013c8abef0, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:40:10.512493 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.532709 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-3f2ac5d1-a125-4858-b354-9e75881111f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:10.534174 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-3f2ac5d1-a125-4858-b354-9e75881111f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0616546 Mar 18 12:40:10.613814 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] For port 7bef2106-6e5a-409a-8720-87013c8abef0, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:40:10.621653 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] For port 7bef2106-6e5a-409a-8720-87013c8abef0, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=7bef2106-6e5a-409a-8720-87013c8abef0,segment=NetworkSegment(ffc14750-dad8-4b5f-a0f6-af7ea4547e4b),segment_id=ffc14750-dad8-4b5f-a0f6-af7ea4547e4b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:40:10.635477 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-009aaaec-244b-4592-b6a1-3d554238ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:10.637036 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.637178 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-009aaaec-244b-4592-b6a1-3d554238ed8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0955098 Mar 18 12:40:10.708307 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Routers {'29d0989b-975a-4e23-a353-c47dacb15209'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:10.709121 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['29d0989b-975a-4e23-a353-c47dacb15209'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:10.775349 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a41701-d1c7-485a-9419-127b4d3119e3 None None] Pushing event updated for resources: {'Port': ['ID=7bef2106-6e5a-409a-8720-87013c8abef0,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:10.778265 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '2eec9859-a1a9-4d36-beff-50d004bdd8e2', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '996be313-fe76-4859-a995-12c6c452a650', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:5e:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:39:54Z', 'updated_at': '2022-03-18T12:40:09Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:10.810399 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:40:10.815082 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-e8b2857a-38bb-4a22-b17b-b426a8fc611e service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709793 Mar 18 12:40:10.849352 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:10.849886 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:39:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:10.851840 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-476d9218-5510-4b3e-a36b-ec0f32cafba3 None None] Provisioning complete for port 7bef2106-6e5a-409a-8720-87013c8abef0 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:10.852225 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-476d9218-5510-4b3e-a36b-ec0f32cafba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:10.916819 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] Set router 29d0989b-975a-4e23-a353-c47dacb15209 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:10.961027 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1a4f2512-3453-4ce7-ad52-5974152452a9 req-dc5f50cc-b0a6-4df5-87d2-061e6a11b0e6 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382070 Mar 18 12:40:11.102936 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-476d9218-5510-4b3e-a36b-ec0f32cafba3 None None] Current status of the port 7bef2106-6e5a-409a-8720-87013c8abef0 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:11.103229 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-476d9218-5510-4b3e-a36b-ec0f32cafba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:11.124510 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:11.194784 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d0989b-975a-4e23-a353-c47dacb15209', 'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:40:02Z', 'updated_at': '2022-03-18T12:40:05Z', 'revision_number': 4, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'gw_port': {'id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:03Z', 'updated_at': '2022-03-18T12:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '7bef2106-6e5a-409a-8720-87013c8abef0', 'name': '', 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'mac_address': 'fa:16:3e:ff:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:05Z', 'updated_at': '2022-03-18T12:40:10Z', 'revision_number': 4, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'subnets': [{'id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:11.225963 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-476d9218-5510-4b3e-a36b-ec0f32cafba3 None None] For port 7bef2106-6e5a-409a-8720-87013c8abef0, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=7bef2106-6e5a-409a-8720-87013c8abef0,segment=NetworkSegment(ffc14750-dad8-4b5f-a0f6-af7ea4547e4b),segment_id=ffc14750-dad8-4b5f-a0f6-af7ea4547e4b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:11.226221 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64006c17-16d4-47df-a7f8-69efd802c823 None None] The sync data for ids ['29d0989b-975a-4e23-a353-c47dacb15209'] in dv-cinder-790535-30-iscsi is: [{'id': '29d0989b-975a-4e23-a353-c47dacb15209', 'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:40:02Z', 'updated_at': '2022-03-18T12:40:05Z', 'revision_number': 4, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'gw_port': {'id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:03Z', 'updated_at': '2022-03-18T12:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '7bef2106-6e5a-409a-8720-87013c8abef0', 'name': '', 'network_id': '3fe70666-4c60-477f-96c8-58c0f6340de5', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'mac_address': 'fa:16:3e:ff:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:05Z', 'updated_at': '2022-03-18T12:40:10Z', 'revision_number': 4, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'subnets': [{'id': '78c9fb27-c7bd-4835-8dce-b801d7a711f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:40:11.248439 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-476d9218-5510-4b3e-a36b-ec0f32cafba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:11.364129 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d9218-5510-4b3e-a36b-ec0f32cafba3 None None] Pushing event updated for resources: {'Port': ['ID=7bef2106-6e5a-409a-8720-87013c8abef0,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:11.401956 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-eb8a7223-95b0-4a33-bb62-5259616b254c None None] Provisioning complete for port 7bef2106-6e5a-409a-8720-87013c8abef0 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:11.402332 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7223-95b0-4a33-bb62-5259616b254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:11.547631 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a7223-95b0-4a33-bb62-5259616b254c None None] Current status of the port 7bef2106-6e5a-409a-8720-87013c8abef0 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:11.552244 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '2eec9859-a1a9-4d36-beff-50d004bdd8e2', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '996be313-fe76-4859-a995-12c6c452a650', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:5e:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:39:54Z', 'updated_at': '2022-03-18T12:40:09Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:11.589768 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26444cb-a99e-4955-a0a6-8623c146d32f None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '2eec9859-a1a9-4d36-beff-50d004bdd8e2', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': '996be313-fe76-4859-a995-12c6c452a650', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:5e:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:39:54Z', 'updated_at': '2022-03-18T12:40:09Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:40:11.752408 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:11.840444 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:11.840823 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:11.923723 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c70d5-de99-4dc9-a414-c8f9b0da8af6 None None] New status for floating IP 2eec9859-a1a9-4d36-beff-50d004bdd8e2: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:40:11.965440 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:11.967476 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 7bef2106-6e5a-409a-8720-87013c8abef0 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:12.042455 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 7bef2106-6e5a-409a-8720-87013c8abef0 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:12.043220 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:12.159708 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 7bef2106-6e5a-409a-8720-87013c8abef0 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:14.865448 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:40:15.679011 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0dbb21ea-32b4-4c31-9919-73f488126baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:16.945268 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd491-04ef-49a2-9e76-85e4056b959d req-485e7507-9fae-4ee5-b1f1-eb12006f2d44 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:16.946743 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-485e7507-9fae-4ee5-b1f1-eb12006f2d44 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/networks?id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b HTTP/1.1" status: 200 len: 815 time: 0.1017723 Mar 18 12:40:16.960437 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-551d91f5-31ee-4774-8f8a-dff9a5e9802c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/quotas/59ce94cdd46d40c7a58f4af25496c77a HTTP/1.1" status: 200 len: 375 time: 0.0084128 Mar 18 12:40:17.015059 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-e0c1d581-80fb-4d94-b75e-ae25bf439541 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce94cdd46d40c7a58f4af25496c77a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500524 Mar 18 12:40:17.110993 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-0be0681b-6c19-483c-ad1c-f22df6e11940 service neutron] 10.222.0.21 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852563 Mar 18 12:40:17.196131 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-e9319f78-5ea9-4b7b-8fb8-bd504c65ce9d service neutron] 10.222.0.21 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793688 Mar 18 12:40:17.348931 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4c136526-b012-4ebc-8853-91be9407d670 req-041ece3c-7aaf-416b-ba0c-ad1819d04c78 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 210 time: 0.0276701 Mar 18 12:40:18.025679 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3bf17db-a597-4e6d-9be4-0b18b9ed64e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:18.445078 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c2758def-bd70-4124-a802-e22a28fe1c05 req-1f8577b6-1ab3-4740-8623-264b203092ce tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 210 time: 0.0274308 Mar 18 12:40:18.565817 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd491-04ef-49a2-9e76-85e4056b959d req-ab892f1f-e2cf-42cb-ad54-20b1c741a32c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:18.567287 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-ab892f1f-e2cf-42cb-ad54-20b1c741a32c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.37 "GET /v2.0/networks?id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b HTTP/1.1" status: 200 len: 815 time: 0.3289435 Mar 18 12:40:18.581972 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'port': {'device_id': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'admin_state_up': True, 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:18.720046 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Made reservation on behalf of 59ce94cdd46d40c7a58f4af25496c77a for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:40:18.723721 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:18.877710 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Allocated IP 172.20.0.3 (d34b8ad7-e4ac-4592-856d-e13cffdd0b3b/11fbe989-3284-4dc2-b1cd-ee7a596146c1/aa7c2893-149f-4197-ad1a-f2cdeb74811c) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:40:19.054275 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:19.058212 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:19.094082 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:19.137805 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:40:19.141676 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:40:19.144208 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:40:19.173190 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'Port': ['ID=aa7c2893-149f-4197-ad1a-f2cdeb74811c,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:19.217422 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:19.218110 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:19.244315 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-f772aadb-a3ac-443f-b8fd-7d7871d5b561 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6659596 Mar 18 12:40:19.443856 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-27d0329d-4a10-4646-abb0-21ba98d55f79 None None] Provisioning complete for port aa7c2893-149f-4197-ad1a-f2cdeb74811c triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:19.444212 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27d0329d-4a10-4646-abb0-21ba98d55f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:19.477911 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-27d0329d-4a10-4646-abb0-21ba98d55f79 None None] Port aa7c2893-149f-4197-ad1a-f2cdeb74811c cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:40:19.581159 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32abfc-a2d8-4ee6-9bae-e93a162d83c6 req-b2ee44ef-3276-44b4-909a-2d575312d507 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:19.582673 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d32abfc-a2d8-4ee6-9bae-e93a162d83c6 req-b2ee44ef-3276-44b4-909a-2d575312d507 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 931 time: 0.0690825 Mar 18 12:40:19.632618 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d32abfc-a2d8-4ee6-9bae-e93a162d83c6 req-8adfa517-0411-4383-8c35-3396c469fba1 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444090 Mar 18 12:40:20.689862 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:20.748382 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4357ad-6f64-460a-9372-cfaca278ff9c req-3cea4651-2db6-44d5-a783-6356b8c52bb7 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:20.751032 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bd4357ad-6f64-460a-9372-cfaca278ff9c req-3cea4651-2db6-44d5-a783-6356b8c52bb7 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 931 time: 0.0549483 Mar 18 12:40:20.795706 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bd4357ad-6f64-460a-9372-cfaca278ff9c req-c9c86296-9be1-4dc3-ab97-f5be9445dace tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391808 Mar 18 12:40:21.916752 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eee90-a8e9-418f-8499-64dcf713663d req-ac49a35e-5a1c-44fd-8deb-4e05b1b3cf43 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:21.918465 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e2eee90-a8e9-418f-8499-64dcf713663d req-ac49a35e-5a1c-44fd-8deb-4e05b1b3cf43 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 931 time: 0.0539255 Mar 18 12:40:21.965937 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:21.971628 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e2eee90-a8e9-418f-8499-64dcf713663d req-e42d8b57-1c39-4dfb-b05c-9daf3232ca7b tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Mar 18 12:40:22.285315 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:23.093682 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac8efa-d6fb-4ced-9e8f-5cb83bca3960 req-0623026d-6317-42d2-bc9a-02614dbd7e3c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:23.095803 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9cac8efa-d6fb-4ced-9e8f-5cb83bca3960 req-0623026d-6317-42d2-bc9a-02614dbd7e3c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 931 time: 0.0545800 Mar 18 12:40:23.148022 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9cac8efa-d6fb-4ced-9e8f-5cb83bca3960 req-3761f835-5e94-479a-ba2a-5a12fbe3a1b7 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 Mar 18 12:40:24.267235 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f693e-5bd0-4b7a-ba2e-5473357dc609 req-6999f543-ca19-4c5d-bf61-1f0421ec19db tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:24.268895 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6e2f693e-5bd0-4b7a-ba2e-5473357dc609 req-6999f543-ca19-4c5d-bf61-1f0421ec19db tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 931 time: 0.0527928 Mar 18 12:40:24.315715 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6e2f693e-5bd0-4b7a-ba2e-5473357dc609 req-7e1ab8e8-fcd6-4d1f-b2c3-123ded0339ac tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Mar 18 12:40:25.441127 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb38a-d8aa-4d2a-a6cc-a1340e7c1f6b req-218717b1-38bb-4b25-b71d-68e4a0ef3a5c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:25.442854 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46bdb38a-d8aa-4d2a-a6cc-a1340e7c1f6b req-218717b1-38bb-4b25-b71d-68e4a0ef3a5c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 931 time: 0.0586531 Mar 18 12:40:25.492202 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46bdb38a-d8aa-4d2a-a6cc-a1340e7c1f6b req-d4885390-7379-49d6-bcc2-6b9b9f747792 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Mar 18 12:40:26.614246 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c307a50-66ea-45c8-9a8b-f76b6d37c243 req-ff5868c7-3e02-4653-b998-b305247ca998 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:26.615841 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c307a50-66ea-45c8-9a8b-f76b6d37c243 req-ff5868c7-3e02-4653-b998-b305247ca998 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 931 time: 0.0539744 Mar 18 12:40:26.662839 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c307a50-66ea-45c8-9a8b-f76b6d37c243 req-c65dbdcc-6ea2-4616-8bab-85403ca80cbf tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Mar 18 12:40:27.785092 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b65455-04de-4850-9967-197219bdccc2 req-c96c135a-799e-4a3e-aa67-3213b4447871 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:27.786592 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-05b65455-04de-4850-9967-197219bdccc2 req-c96c135a-799e-4a3e-aa67-3213b4447871 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 931 time: 0.0584724 Mar 18 12:40:27.833322 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-05b65455-04de-4850-9967-197219bdccc2 req-b66d1868-2b9f-4c27-8384-bb1d377395dd tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Mar 18 12:40:28.386395 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Request body: {'port': {'device_id': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:28.446275 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:28.695103 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7c2893-149f-4197-ad1a-f2cdeb74811c {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:40:28.702211 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Publish callbacks [] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:28.713323 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Transition to ACTIVE for port object aa7c2893-149f-4197-ad1a-f2cdeb74811c will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:40:28.717197 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:28.770124 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Pushing event updated for resources: {'Port': ['ID=aa7c2893-149f-4197-ad1a-f2cdeb74811c,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:28.840843 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Attempting to bind port aa7c2893-149f-4197-ad1a-f2cdeb74811c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:40:28.841177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Attempting to bind port aa7c2893-149f-4197-ad1a-f2cdeb74811c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:40:28.841507 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Attempting to bind port aa7c2893-149f-4197-ad1a-f2cdeb74811c on network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:40:28.846616 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Port aa7c2893-149f-4197-ad1a-f2cdeb74811c on network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:40:28.846940 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Attempting to bind port aa7c2893-149f-4197-ad1a-f2cdeb74811c on network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:40:28.851806 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:40:28.852143 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Checking segment: {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:40:28.852528 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Bound using segment: {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:40:28.852957 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Bound port: aa7c2893-149f-4197-ad1a-f2cdeb74811c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb5964-2047-4049-a951-df83a679c772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:40:28.853314 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:28.921610 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] For port aa7c2893-149f-4197-ad1a-f2cdeb74811c, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:40:28.925308 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] For port aa7c2893-149f-4197-ad1a-f2cdeb74811c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:40:28.931225 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:28.959883 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a4fb9-db0f-4f02-9f0d-b0527dc72ddb req-94d29ef6-b19e-4a65-b9f9-0be2c9865eec tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:28.961363 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-971a4fb9-db0f-4f02-9f0d-b0527dc72ddb req-94d29ef6-b19e-4a65-b9f9-0be2c9865eec tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 943 time: 0.0545266 Mar 18 12:40:28.967651 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:28.968398 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:28.970280 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] 10.222.0.37 "PUT /v2.0/ports/aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 1093 time: 0.5883899 Mar 18 12:40:28.972705 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:40:28.978279 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:40:29.009072 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e8e36-d7d0-4296-8577-22318a4b181f service neutron] Pushing event updated for resources: {'Port': ['ID=aa7c2893-149f-4197-ad1a-f2cdeb74811c,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:29.018712 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-971a4fb9-db0f-4f02-9f0d-b0527dc72ddb req-91762715-95b6-4e41-ac3f-485d3948bc71 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515041 Mar 18 12:40:29.036851 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab60b902-47f0-4753-a47a-c8a36e0a2590 x-openstack-request-id: req-ab60b902-47f0-4753-a47a-c8a36e0a2590 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:40:29.037182 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:40:29.037400 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab60b902-47f0-4753-a47a-c8a36e0a2590 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:40:29.037822 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'status': 'completed', 'code': 200} Mar 18 12:40:29.076913 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd491-04ef-49a2-9e76-85e4056b959d req-789ab79e-4d16-4b40-81e4-970a57ad4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:29.079173 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-789ab79e-4d16-4b40-81e4-970a57ad4733 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ce94cdd46d40c7a58f4af25496c77a&device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 1127 time: 0.0535040 Mar 18 12:40:29.123624 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-4b393ff3-d80b-42aa-9f15-13db939834d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 217 time: 0.0358884 Mar 18 12:40:29.177887 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd491-04ef-49a2-9e76-85e4056b959d req-6a9d7f29-634e-4a8e-8001-84bd49f939a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:29.179369 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-6a9d7f29-634e-4a8e-8001-84bd49f939a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11fbe989-3284-4dc2-b1cd-ee7a596146c1 HTTP/1.1" status: 200 len: 854 time: 0.0479138 Mar 18 12:40:29.228700 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd491-04ef-49a2-9e76-85e4056b959d req-e45d4f77-1cd3-480c-925b-424fcf607aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:29.230072 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-e45d4f77-1cd3-480c-925b-424fcf607aad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434597 Mar 18 12:40:29.320753 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-d260c317-3312-4b4b-810c-d494c48ecd44 service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820262 Mar 18 12:40:29.411469 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-411fd491-04ef-49a2-9e76-85e4056b959d req-5f7e8b53-2ce8-48c2-88be-d37d99d2b568 service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Mar 18 12:40:29.505445 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-2dc159c6-e3a6-4d78-b25f-47f02885a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:29.507027 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-2dc159c6-e3a6-4d78-b25f-47f02885a143 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ce94cdd46d40c7a58f4af25496c77a&device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 1127 time: 0.0438862 Mar 18 12:40:29.599729 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-268fe71a-262d-4b17-893d-34cf06a584d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:29.601141 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-268fe71a-262d-4b17-893d-34cf06a584d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b HTTP/1.1" status: 200 len: 916 time: 0.0832028 Mar 18 12:40:29.645435 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-dfeb055e-84f3-4c8a-97fc-11d91301eaf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 217 time: 0.0344272 Mar 18 12:40:29.697052 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-93e6276a-cc4d-454e-a0a6-d15e8bcd91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:29.698504 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-93e6276a-cc4d-454e-a0a6-d15e8bcd91f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11fbe989-3284-4dc2-b1cd-ee7a596146c1 HTTP/1.1" status: 200 len: 854 time: 0.0445237 Mar 18 12:40:29.751919 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-57d63f9e-da4e-4f6e-a6a7-60dacab8cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:29.753444 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-57d63f9e-da4e-4f6e-a6a7-60dacab8cb98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483968 Mar 18 12:40:29.840657 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-0bf5c9b2-9401-4a89-8f72-a56acd20a66a service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795648 Mar 18 12:40:29.931637 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fb5e2c5a-51ed-4a37-adfc-0772ee46a21d req-1862ad26-27e1-485e-9057-1b88a55f4115 service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846896 Mar 18 12:40:30.068553 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97587ed3-21e7-4e31-9ff4-b8daa2e4c33c req-a1e8873c-e473-4a31-a36b-867da9c1853f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:30.070040 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97587ed3-21e7-4e31-9ff4-b8daa2e4c33c req-a1e8873c-e473-4a31-a36b-867da9c1853f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0516198 Mar 18 12:40:30.141632 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97587ed3-21e7-4e31-9ff4-b8daa2e4c33c req-3706e4f7-da86-4cab-94dd-bc9efcba14ed tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660679 Mar 18 12:40:30.163159 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41d8b2-bd16-4343-89c6-d3aba4b84fd9 req-b780cef6-cc6a-4105-bdd7-d3d6af106c67 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:30.164581 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9e41d8b2-bd16-4343-89c6-d3aba4b84fd9 req-b780cef6-cc6a-4105-bdd7-d3d6af106c67 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 943 time: 0.0701869 Mar 18 12:40:30.209159 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9e41d8b2-bd16-4343-89c6-d3aba4b84fd9 req-d853c5ab-2516-4fdc-a774-b1d350ba09e3 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Mar 18 12:40:31.262689 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2a313-73f4-4ef3-b6ba-d70bad7f7962 req-f84e8b01-16b8-4a4d-9eb5-0caca960e31b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:31.264244 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2ff2a313-73f4-4ef3-b6ba-d70bad7f7962 req-f84e8b01-16b8-4a4d-9eb5-0caca960e31b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0516651 Mar 18 12:40:31.345420 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2ff2a313-73f4-4ef3-b6ba-d70bad7f7962 req-05a283bd-cadb-4d00-a16f-1b6acbad08ca tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716591 Mar 18 12:40:31.358634 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d6e0b-15e1-43cd-889e-3d6c03c4240b req-b8671065-db9b-47ad-be65-5221254b6520 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:31.360668 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e6d6e0b-15e1-43cd-889e-3d6c03c4240b req-b8671065-db9b-47ad-be65-5221254b6520 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 943 time: 0.0811729 Mar 18 12:40:31.405648 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e6d6e0b-15e1-43cd-889e-3d6c03c4240b req-32828bbb-c70a-4543-99b6-e32cbbc6e23c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391631 Mar 18 12:40:31.673265 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device aa7c2893-149f-4197-ad1a-f2cdeb74811c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:40:31.766021 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port aa7c2893-149f-4197-ad1a-f2cdeb74811c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:31.776847 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'port_id': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'mac_address': 'fa:16:3e:4a:f9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:40:31.812301 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port aa7c2893-149f-4197-ad1a-f2cdeb74811c is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:31.812688 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:31.824641 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7c2893-149f-4197-ad1a-f2cdeb74811c {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:40:31.843751 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port aa7c2893-149f-4197-ad1a-f2cdeb74811c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:31.848175 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:31.896307 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=aa7c2893-149f-4197-ad1a-f2cdeb74811c,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:31.903119 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.903475 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.903820 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.904163 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.904501 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.904834 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.905168 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.905496 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.905824 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.906153 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.906480 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.907358 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.907687 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.908009 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:31.908332 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:32.111942 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['aa7c2893-149f-4197-ad1a-f2cdeb74811c'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:40:32.465473 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c8005-6386-48c6-b470-a3d1d64b3e95 req-1bbe3d7c-377c-4089-8daf-ae0e6000425e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:32.466971 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-896c8005-6386-48c6-b470-a3d1d64b3e95 req-1bbe3d7c-377c-4089-8daf-ae0e6000425e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0521202 Mar 18 12:40:32.544803 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-896c8005-6386-48c6-b470-a3d1d64b3e95 req-2fbaa2b3-dc05-454d-ad7a-ab70cd57b8bd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724530 Mar 18 12:40:32.555703 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f3268-578c-4a5a-a191-3a65a54da0cf req-28854f94-1d0d-4c73-b38e-7f4ec9e8bf14 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:32.557110 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-028f3268-578c-4a5a-a191-3a65a54da0cf req-28854f94-1d0d-4c73-b38e-7f4ec9e8bf14 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 944 time: 0.0837994 Mar 18 12:40:32.602410 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-028f3268-578c-4a5a-a191-3a65a54da0cf req-f3d41bd2-4058-404d-bc86-1e21bb1d1502 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397656 Mar 18 12:40:33.664923 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456307d0-59e5-4585-ad8f-206046e93475 req-ab5ea7be-26a0-47e0-9f57-9c1ffe3c7ddb tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:33.666372 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-456307d0-59e5-4585-ad8f-206046e93475 req-ab5ea7be-26a0-47e0-9f57-9c1ffe3c7ddb tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0523582 Mar 18 12:40:33.689945 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device aa7c2893-149f-4197-ad1a-f2cdeb74811c up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:33.738803 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port aa7c2893-149f-4197-ad1a-f2cdeb74811c completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:40:33.743190 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port aa7c2893-149f-4197-ad1a-f2cdeb74811c triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:33.743569 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:33.744813 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe81e3d-ee45-4600-96f4-11070923af64 req-da34fb7d-0a80-4435-929d-abb4bdfd2a12 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:33.746278 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-abe81e3d-ee45-4600-96f4-11070923af64 req-da34fb7d-0a80-4435-929d-abb4bdfd2a12 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 944 time: 0.0790246 Mar 18 12:40:33.750928 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-456307d0-59e5-4585-ad8f-206046e93475 req-cc2dd238-01ba-42f7-88f2-a07de7996597 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757613 Mar 18 12:40:33.799793 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-abe81e3d-ee45-4600-96f4-11070923af64 req-c74c3c3c-3549-4342-a574-9341d7e85f94 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 Mar 18 12:40:33.822042 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port aa7c2893-149f-4197-ad1a-f2cdeb74811c is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:33.822428 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:33.845532 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:40:33.847774 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5d993d-c6d0-4d16-b2a6-63a1466d595f" -d '{"events": [{"server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:40:33.859827 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port aa7c2893-149f-4197-ad1a-f2cdeb74811c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:33.863982 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:33.894302 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e94254-2cce-4e8f-920a-82b560962d75 x-openstack-request-id: req-e2e94254-2cce-4e8f-920a-82b560962d75 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:40:33.894630 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:40:33.894886 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2e94254-2cce-4e8f-920a-82b560962d75 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:40:33.895297 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'code': 200} Mar 18 12:40:33.918781 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=aa7c2893-149f-4197-ad1a-f2cdeb74811c,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:34.050865 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b53bb-ca99-41c7-ae0a-65116eeca95c req-e167702a-e70e-4e9f-8798-58a36d46c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:34.052304 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-665b53bb-ca99-41c7-ae0a-65116eeca95c req-e167702a-e70e-4e9f-8798-58a36d46c4dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 1129 time: 0.0436976 Mar 18 12:40:34.094703 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-665b53bb-ca99-41c7-ae0a-65116eeca95c req-8806289a-34db-4253-b2d1-c4220ebb274e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363588 Mar 18 12:40:34.887771 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67290728-e73f-4744-b255-b9ef189bc333 req-a2d8704d-575a-4c74-92a5-77bf4c4f9372 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:34.889207 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-67290728-e73f-4744-b255-b9ef189bc333 req-a2d8704d-575a-4c74-92a5-77bf4c4f9372 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0601335 Mar 18 12:40:34.960788 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62918-f3f5-456f-b99d-910e3c364473 req-f6fe32f2-a404-4bd6-bbda-61eef519d686 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:34.962134 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-68d62918-f3f5-456f-b99d-910e3c364473 req-f6fe32f2-a404-4bd6-bbda-61eef519d686 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0932860 Mar 18 12:40:34.965326 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-67290728-e73f-4744-b255-b9ef189bc333 req-5448a26a-a2c1-41e7-a34b-cbe5da614097 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607986 Mar 18 12:40:35.013444 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-68d62918-f3f5-456f-b99d-910e3c364473 req-a2e90d4b-bf28-4fa7-afcb-bf4d4606f965 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Mar 18 12:40:36.097144 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5964122-859c-4334-85ef-ff00abac1467 req-205e0199-a800-432e-b921-024f226f7c75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:36.098620 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f5964122-859c-4334-85ef-ff00abac1467 req-205e0199-a800-432e-b921-024f226f7c75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0621479 Mar 18 12:40:36.166451 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6b488-a8bc-49b7-8bbf-a89847b0b374 req-3c6f40b9-e808-49cb-b1c8-25aef452b6b7 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:36.167895 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf6b488-a8bc-49b7-8bbf-a89847b0b374 req-3c6f40b9-e808-49cb-b1c8-25aef452b6b7 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0882199 Mar 18 12:40:36.171090 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f5964122-859c-4334-85ef-ff00abac1467 req-c6ffcfc6-34a9-4462-a7a1-be026af4ca65 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583034 Mar 18 12:40:36.212912 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf6b488-a8bc-49b7-8bbf-a89847b0b374 req-f9069d57-20aa-4679-8fac-b006514ffa70 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388854 Mar 18 12:40:36.334292 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb94c6c-03ca-4680-907e-a870ec593673 req-608f73c4-4bb6-40fb-8ba0-4e77e4f210fa tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:36.335743 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cfb94c6c-03ca-4680-907e-a870ec593673 req-608f73c4-4bb6-40fb-8ba0-4e77e4f210fa tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0534990 Mar 18 12:40:36.380903 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cfb94c6c-03ca-4680-907e-a870ec593673 req-8ef566d1-f2d7-40d0-893b-f61a1adf6327 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Mar 18 12:40:36.694829 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f821e-de09-485c-b9a6-d72bdb6c2287 req-40bc3a81-5ae7-40c5-b840-894ef65b5259 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:36.696255 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a76f821e-de09-485c-b9a6-d72bdb6c2287 req-40bc3a81-5ae7-40c5-b840-894ef65b5259 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0502031 Mar 18 12:40:36.740932 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a76f821e-de09-485c-b9a6-d72bdb6c2287 req-e54cbdf4-638d-42cc-9256-b7f36a4d44f5 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Mar 18 12:40:37.305874 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664abc1-6c60-41ef-b4e3-eab259325931 req-f649d268-248d-4b69-a43d-311eb6b41be8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:37.307380 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c664abc1-6c60-41ef-b4e3-eab259325931 req-f649d268-248d-4b69-a43d-311eb6b41be8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0665388 Mar 18 12:40:37.353089 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c664abc1-6c60-41ef-b4e3-eab259325931 req-f6fed6aa-14ac-4ee9-8a4c-6f90a9003624 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393307 Mar 18 12:40:38.484481 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933da97-6498-43aa-ba38-a2aeeacc6db4 req-70b8223e-879d-481e-9510-0fec5e2b03b8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:38.487867 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0933da97-6498-43aa-ba38-a2aeeacc6db4 req-70b8223e-879d-481e-9510-0fec5e2b03b8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0601273 Mar 18 12:40:38.541234 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0933da97-6498-43aa-ba38-a2aeeacc6db4 req-53ad8acc-7632-4c35-b947-c701207cab1e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467103 Mar 18 12:40:39.661438 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db61a8b-51fb-408f-bc0d-e3a163fdb197 req-fb7c8e2e-7727-490f-b428-29e67a5b8551 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:39.662927 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5db61a8b-51fb-408f-bc0d-e3a163fdb197 req-fb7c8e2e-7727-490f-b428-29e67a5b8551 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0511775 Mar 18 12:40:39.711646 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5db61a8b-51fb-408f-bc0d-e3a163fdb197 req-d95cba6c-5430-4d1e-9959-fcadb19951c2 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Mar 18 12:40:40.833082 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9c13-d91a-488a-86be-e4e1d303a2bf req-11bd620b-d4c2-4f51-bcc4-75342664778f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:40.834532 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e6e9c13-d91a-488a-86be-e4e1d303a2bf req-11bd620b-d4c2-4f51-bcc4-75342664778f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0505722 Mar 18 12:40:40.879436 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e6e9c13-d91a-488a-86be-e4e1d303a2bf req-ab5e52f7-e2bf-424d-a28c-fbe37e01c670 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Mar 18 12:40:41.998536 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a81b92-3733-46be-8a94-11d23be86691 req-710f843b-6fad-4599-9cd6-503f97b1cec7 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:41.999978 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e6a81b92-3733-46be-8a94-11d23be86691 req-710f843b-6fad-4599-9cd6-503f97b1cec7 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0513206 Mar 18 12:40:42.046432 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e6a81b92-3733-46be-8a94-11d23be86691 req-cb2dad75-bbf6-4d82-a12c-15288189f556 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 Mar 18 12:40:43.166948 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01b574-df07-41f2-b8df-6e5fac26bbab req-972948a5-0476-40b9-bdf0-1b9b1be46f4d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:43.168379 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5b01b574-df07-41f2-b8df-6e5fac26bbab req-972948a5-0476-40b9-bdf0-1b9b1be46f4d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0533531 Mar 18 12:40:43.212991 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5b01b574-df07-41f2-b8df-6e5fac26bbab req-ab97d790-a1c0-43af-9df3-f092313878fb tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385518 Mar 18 12:40:44.333086 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84744d-5900-4bbb-8be8-9aee1b402c74 req-9ff22f18-3ce8-4a99-a1dd-b29e9bfb7cbc tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:44.334442 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ca84744d-5900-4bbb-8be8-9aee1b402c74 req-9ff22f18-3ce8-4a99-a1dd-b29e9bfb7cbc tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0511434 Mar 18 12:40:44.379571 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ca84744d-5900-4bbb-8be8-9aee1b402c74 req-2784c1ee-e7f5-40d9-b3ec-0070e1e9469b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397384 Mar 18 12:40:45.497457 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70a12f-a92d-435c-a306-fe8c0fab32e2 req-a691c23a-2048-462a-b92b-1907f6366519 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:45.498918 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-de70a12f-a92d-435c-a306-fe8c0fab32e2 req-a691c23a-2048-462a-b92b-1907f6366519 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0511105 Mar 18 12:40:45.546616 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-de70a12f-a92d-435c-a306-fe8c0fab32e2 req-0c65f63e-c1af-4c84-8414-1b00bc32b07b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415573 Mar 18 12:40:45.680625 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f2c5149-eb8d-4488-8d91-72b4fa43facb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:46.084864 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e7bd9-2126-4924-8d74-28910436bf32 req-26ea55d8-4d5b-4cf5-b18f-477594f90f2e tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:46.086334 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c6e7bd9-2126-4924-8d74-28910436bf32 req-26ea55d8-4d5b-4cf5-b18f-477594f90f2e tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0506124 Mar 18 12:40:46.131460 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c6e7bd9-2126-4924-8d74-28910436bf32 req-2be2367c-4e4d-4583-b79d-c6162c383e62 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Mar 18 12:40:46.152807 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38410) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:46.308243 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c55ef2-7853-45a9-b4b9-764386c7898e tempest-TestMinimumBasicScenario-1816910336 tempest-TestMinimumBasicScenario-1816910336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:46.309708 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-70c55ef2-7853-45a9-b4b9-764386c7898e tempest-TestMinimumBasicScenario-1816910336 tempest-TestMinimumBasicScenario-1816910336-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 1124 time: 0.1559477 Mar 18 12:40:46.312536 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38414) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:46.316772 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'port_id': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:46.336185 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:46.427092 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:46.530965 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Allocated IP 172.27.2.115 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/3940f2da-0fed-4b86-b286-06f728da0ef9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:40:46.641863 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for port (3940f2da-0fed-4b86-b286-06f728da0ef9), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:46.674792 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (3940f2da-0fed-4b86-b286-06f728da0ef9), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:46.713529 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:40:46.716371 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:40:46.719486 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:40:46.762487 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'Port': ['ID=3940f2da-0fed-4b86-b286-06f728da0ef9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:46.836104 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090d730-b689-41cb-920f-cb0e78049583 req-58cd145a-9468-4a8c-aa3f-e55213094c05 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:46.837607 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1090d730-b689-41cb-920f-cb0e78049583 req-58cd145a-9468-4a8c-aa3f-e55213094c05 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.2143829 Mar 18 12:40:47.220379 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1090d730-b689-41cb-920f-cb0e78049583 req-7e69a402-36ae-4d4e-a66c-8d0fc29a9f96 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771257 Mar 18 12:40:47.388882 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for floatingip (a1ca0a06-181d-4330-a73e-63b7bffcce49), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:47.452943 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (3940f2da-0fed-4b86-b286-06f728da0ef9), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:47.597174 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for port (3940f2da-0fed-4b86-b286-06f728da0ef9), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:47.601393 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (3940f2da-0fed-4b86-b286-06f728da0ef9), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:47.668868 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'Port': ['ID=3940f2da-0fed-4b86-b286-06f728da0ef9,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:47.680684 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (a1ca0a06-181d-4330-a73e-63b7bffcce49), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:47.781461 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Floating IP a1ca0a06-181d-4330-a73e-63b7bffcce49 associated. External IP: 172.27.2.115, port: aa7c2893-149f-4197-ad1a-f2cdeb74811c. Mar 18 12:40:47.983940 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:40:48.027508 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4529f6b7-a065-475a-9d98-680d0c09ef53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.097543 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:40:48.107140 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] Sync routers for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:40:48.114009 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.117494 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:48.118186 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:40:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:48.143618 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3444e9e5-1ccd-420c-951a-a89edd65f1c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8301001 Mar 18 12:40:48.144334 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:40:48.146448 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38430) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:48.146964 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:40:48.151135 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-7a5450ff-4c18-4ac0-a486-0e9ea3ea295f tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208307073', 'description': 'tempest-secgroup-smoke-1208307073 description', 'project_id': '59ce94cdd46d40c7a58f4af25496c77a'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:48.172012 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a5450ff-4c18-4ac0-a486-0e9ea3ea295f tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.189938 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b8cfc8-57b7-4365-bfe7-d37345125c2d x-openstack-request-id: req-06b8cfc8-57b7-4365-bfe7-d37345125c2d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:40:48.190231 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:40:48.190488 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06b8cfc8-57b7-4365-bfe7-d37345125c2d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:40:48.190909 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'status': 'completed', 'code': 200} Mar 18 12:40:48.237155 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:48.294464 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a5450ff-4c18-4ac0-a486-0e9ea3ea295f tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group (aad170af-a12e-476c-962c-c49957271699), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.301969 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-88312100-58ac-433b-bade-e8614c19806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:48.304090 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-88312100-58ac-433b-bade-e8614c19806d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ce94cdd46d40c7a58f4af25496c77a&device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 1129 time: 0.0894489 Mar 18 12:40:48.305875 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a5450ff-4c18-4ac0-a486-0e9ea3ea295f tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (aad170af-a12e-476c-962c-c49957271699), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.369499 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837026ba-1b84-4479-824c-73a9e7823e62 req-cb0660eb-e05d-4ad6-b452-56d3d73e9186 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:48.371424 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-837026ba-1b84-4479-824c-73a9e7823e62 req-cb0660eb-e05d-4ad6-b452-56d3d73e9186 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0641282 Mar 18 12:40:48.416776 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a5450ff-4c18-4ac0-a486-0e9ea3ea295f tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.418016 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7a5450ff-4c18-4ac0-a486-0e9ea3ea295f tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2705197 Mar 18 12:40:48.422146 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38444) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:48.427752 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-23f7715a-a79d-4b8b-80d6-4c4dfdd74f51 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'security_group_rule': {'security_group_id': 'aad170af-a12e-476c-962c-c49957271699', 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:48.436554 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5450ff-4c18-4ac0-a486-0e9ea3ea295f tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad170af-a12e-476c-962c-c49957271699,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:48.461258 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-837026ba-1b84-4479-824c-73a9e7823e62 req-73a376d8-cf99-4e46-89fd-a0a88ca5c785 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807076 Mar 18 12:40:48.468726 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-18232275-3598-4dc2-b99e-c239d57c65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:48.470317 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-18232275-3598-4dc2-b99e-c239d57c65fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b HTTP/1.1" status: 200 len: 916 time: 0.1576464 Mar 18 12:40:48.492559 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'a1ca0a06-181d-4330-a73e-63b7bffcce49', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'port_id': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'mac_address': 'fa:16:3e:4a:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:40:47Z', 'updated_at': '2022-03-18T12:40:47Z', 'revision_number': 0, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c09112f-8a69-4977-a33e-ce1f7697a2b3', 'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'mac_address': 'fa:16:3e:75:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:00Z', 'updated_at': '2022-03-18T12:40:04Z', 'revision_number': 5, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'subnets': [{'id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:48.497292 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23f7715a-a79d-4b8b-80d6-4c4dfdd74f51 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (fb7c9e57-3530-4d22-a69a-d48a745204ab), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.521683 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] Checking router: 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:40:48.540518 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:40:48.541146 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:40:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:48.562510 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-93e1141e-a992-4f64-a2a8-9ab83b68400f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 999 time: 0.0841796 Mar 18 12:40:48.571320 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23f7715a-a79d-4b8b-80d6-4c4dfdd74f51 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (fb7c9e57-3530-4d22-a69a-d48a745204ab), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.575066 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23f7715a-a79d-4b8b-80d6-4c4dfdd74f51 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (fb7c9e57-3530-4d22-a69a-d48a745204ab), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.602614 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7715a-a79d-4b8b-80d6-4c4dfdd74f51 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7c9e57-3530-4d22-a69a-d48a745204ab,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:48.620388 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23f7715a-a79d-4b8b-80d6-4c4dfdd74f51 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.622007 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-23f7715a-a79d-4b8b-80d6-4c4dfdd74f51 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987267 Mar 18 12:40:48.624769 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:48.628725 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-3d26358f-68f6-4d6c-9c7f-78f3707bc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:48.630674 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-3d26358f-68f6-4d6c-9c7f-78f3707bc560 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11fbe989-3284-4dc2-b1cd-ee7a596146c1 HTTP/1.1" status: 200 len: 854 time: 0.0618572 Mar 18 12:40:48.630817 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-21386ee8-8214-4ebd-922c-7b4dfd4af103 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'security_group_rule': {'security_group_id': 'aad170af-a12e-476c-962c-c49957271699', 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:48.663459 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21386ee8-8214-4ebd-922c-7b4dfd4af103 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (a54bfbfa-e51d-4ada-983a-34bc89e2282b), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.666795 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:40:48.703161 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-29c76a7d-a4eb-436f-ad76-c899b7bbe28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:48.704676 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-29c76a7d-a4eb-436f-ad76-c899b7bbe28b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676246 Mar 18 12:40:48.731789 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21386ee8-8214-4ebd-922c-7b4dfd4af103 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (a54bfbfa-e51d-4ada-983a-34bc89e2282b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.738419 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21386ee8-8214-4ebd-922c-7b4dfd4af103 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (a54bfbfa-e51d-4ada-983a-34bc89e2282b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.760749 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21386ee8-8214-4ebd-922c-7b4dfd4af103 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54bfbfa-e51d-4ada-983a-34bc89e2282b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:48.773099 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21386ee8-8214-4ebd-922c-7b4dfd4af103 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.775002 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-21386ee8-8214-4ebd-922c-7b4dfd4af103 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490798 Mar 18 12:40:48.776752 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38452) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:48.784752 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0193fda1-fa83-41c3-83dd-3252d695e231 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'security_group_rule': {'security_group_id': 'aad170af-a12e-476c-962c-c49957271699', 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:48.826675 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0193fda1-fa83-41c3-83dd-3252d695e231 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (74469175-68cc-41d2-8587-13b96838ace5), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.833944 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-1e23816c-92bf-4251-8a21-6c0b307a1cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222625 Mar 18 12:40:48.897913 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0193fda1-fa83-41c3-83dd-3252d695e231 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (74469175-68cc-41d2-8587-13b96838ace5), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.902004 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0193fda1-fa83-41c3-83dd-3252d695e231 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (74469175-68cc-41d2-8587-13b96838ace5), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.920470 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193fda1-fa83-41c3-83dd-3252d695e231 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74469175-68cc-41d2-8587-13b96838ace5,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:48.932564 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0193fda1-fa83-41c3-83dd-3252d695e231 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.938462 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-0193fda1-fa83-41c3-83dd-3252d695e231 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603212 Mar 18 12:40:48.939152 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38456) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:48.945658 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3e870981-3198-48ac-8034-03dc775aaba6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'security_group_rule': {'security_group_id': 'aad170af-a12e-476c-962c-c49957271699', 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:48.956524 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3cd67de-5a24-4f0f-bcba-51d9ac7d32ff req-4c483524-a92e-4518-8e8b-43c55a34e7ec service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154902 Mar 18 12:40:48.980184 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e870981-3198-48ac-8034-03dc775aaba6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (a38dbb74-eb01-4319-84d6-73a8bfdcc6ef), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:48.987559 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'a1ca0a06-181d-4330-a73e-63b7bffcce49', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'port_id': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'mac_address': 'fa:16:3e:4a:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:40:47Z', 'updated_at': '2022-03-18T12:40:47Z', 'revision_number': 0, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c09112f-8a69-4977-a33e-ce1f7697a2b3', 'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'mac_address': 'fa:16:3e:75:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:00Z', 'updated_at': '2022-03-18T12:40:04Z', 'revision_number': 5, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'subnets': [{'id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:40:49.015149 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537bfe2-277f-4c94-a36e-ff10fefc9b7a None None] The sync data for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi is: [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'a1ca0a06-181d-4330-a73e-63b7bffcce49', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'port_id': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'mac_address': 'fa:16:3e:4a:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:40:47Z', 'updated_at': '2022-03-18T12:40:47Z', 'revision_number': 0, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c09112f-8a69-4977-a33e-ce1f7697a2b3', 'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'mac_address': 'fa:16:3e:75:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:00Z', 'updated_at': '2022-03-18T12:40:04Z', 'revision_number': 5, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'subnets': [{'id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:40:49.041400 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e870981-3198-48ac-8034-03dc775aaba6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (a38dbb74-eb01-4319-84d6-73a8bfdcc6ef), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.046535 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e870981-3198-48ac-8034-03dc775aaba6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (a38dbb74-eb01-4319-84d6-73a8bfdcc6ef), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.053938 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.068766 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e870981-3198-48ac-8034-03dc775aaba6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38dbb74-eb01-4319-84d6-73a8bfdcc6ef,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:49.074688 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e870981-3198-48ac-8034-03dc775aaba6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.078947 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3e870981-3198-48ac-8034-03dc775aaba6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342182 Mar 18 12:40:49.079531 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38458) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:49.083879 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'security_group_rule': {'security_group_id': 'aad170af-a12e-476c-962c-c49957271699', 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:49.105396 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.securitygroups_db [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Project 59ce94cdd46d40c7a58f4af25496c77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 12:40:49.111464 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (eeb67080-c155-49b1-93a8-d27ddc71cd70), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.172282 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (eeb67080-c155-49b1-93a8-d27ddc71cd70), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.177520 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (eeb67080-c155-49b1-93a8-d27ddc71cd70), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.196424 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb67080-c155-49b1-93a8-d27ddc71cd70,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:49.205226 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.206440 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260428 Mar 18 12:40:49.208028 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.208384 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.208864 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.209215 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.209401 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:40:49.209561 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.209901 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.210238 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.210589 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.210920 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.211252 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.211583 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.211940 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.212249 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.212570 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.213013 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c51a85-5578-47b5-9f30-3e929c22632a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:40:49.216034 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5cae1e39-eeba-41dc-beac-1c23e80d80d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'security_group_rule': {'security_group_id': 'aad170af-a12e-476c-962c-c49957271699', 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:49.226300 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc77ab-71c6-4625-83a5-ce3c250b0123 None None] New status for floating IP a1ca0a06-181d-4330-a73e-63b7bffcce49: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:40:49.240382 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-5cae1e39-eeba-41dc-beac-1c23e80d80d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Project 59ce94cdd46d40c7a58f4af25496c77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 12:40:49.245578 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e39-eeba-41dc-beac-1c23e80d80d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (983d2d3f-bf94-4a3b-b054-74d4c324a515), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.303203 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e39-eeba-41dc-beac-1c23e80d80d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (983d2d3f-bf94-4a3b-b054-74d4c324a515), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.308502 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e39-eeba-41dc-beac-1c23e80d80d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (983d2d3f-bf94-4a3b-b054-74d4c324a515), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.327560 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae1e39-eeba-41dc-beac-1c23e80d80d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983d2d3f-bf94-4a3b-b054-74d4c324a515,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:49.336761 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e39-eeba-41dc-beac-1c23e80d80d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.337926 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5cae1e39-eeba-41dc-beac-1c23e80d80d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271126 Mar 18 12:40:49.427401 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-c645b09e-b44f-4a1b-b612-5e1af17b896b tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208307073&fields=id&tenant_id=59ce94cdd46d40c7a58f4af25496c77a HTTP/1.1" status: 200 len: 267 time: 0.0442777 Mar 18 12:40:49.482414 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-2346d91a-f47c-4cf5-9623-11599121b03d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:49.483946 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-2346d91a-f47c-4cf5-9623-11599121b03d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0511959 Mar 18 12:40:49.494672 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-de2031d6-9773-4e31-9941-81270a392209 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'port': {'security_groups': ['e121e1ac-08e5-4726-b312-6315234a1f89', 'aad170af-a12e-476c-962c-c49957271699']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:40:49.587972 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-de2031d6-9773-4e31-9941-81270a392209 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.663488 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb188c1-94e8-4ad8-8b67-473668775a16 req-da81d2fe-8520-4811-8e8c-c9fca15f8581 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:49.664952 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dfb188c1-94e8-4ad8-8b67-473668775a16 req-da81d2fe-8520-4811-8e8c-c9fca15f8581 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.1304255 Mar 18 12:40:49.753452 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dfb188c1-94e8-4ad8-8b67-473668775a16 req-db950d89-ee86-4896-8c61-5a402d4e7faa tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783758 Mar 18 12:40:49.846015 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-de2031d6-9773-4e31-9941-81270a392209 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] For port aa7c2893-149f-4197-ad1a-f2cdeb74811c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:49.875112 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-de2031d6-9773-4e31-9941-81270a392209 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.880307 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-de2031d6-9773-4e31-9941-81270a392209 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.892654 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['aa7c2893-149f-4197-ad1a-f2cdeb74811c'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:40:49.921909 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-de2031d6-9773-4e31-9941-81270a392209 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:49.923213 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-de2031d6-9773-4e31-9941-81270a392209 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:49.924661 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8a3420f-a122-403e-8dbd-84a9e2ada26a req-de2031d6-9773-4e31-9941-81270a392209 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "PUT /v2.0/ports/aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 981 time: 0.4345112 Mar 18 12:40:49.950996 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2031d6-9773-4e31-9941-81270a392209 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'Port': ['ID=aa7c2893-149f-4197-ad1a-f2cdeb74811c,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:50.024129 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['aa7c2893-149f-4197-ad1a-f2cdeb74811c'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:40:50.051591 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d534-2671-4b81-9711-abb7ad0f8abf req-fab04138-9892-4f22-a6a9-75788cabf3ff tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:50.053141 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-70c2d534-2671-4b81-9711-abb7ad0f8abf req-fab04138-9892-4f22-a6a9-75788cabf3ff tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0692439 Mar 18 12:40:50.122331 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-70c2d534-2671-4b81-9711-abb7ad0f8abf req-1f05bdf5-374a-4265-945b-908a067700f9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629604 Mar 18 12:40:50.177942 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-577f2a7c-7b52-422a-9183-aae19fb8fa11 None None] Provisioning complete for port aa7c2893-149f-4197-ad1a-f2cdeb74811c triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:50.178543 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-577f2a7c-7b52-422a-9183-aae19fb8fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:50.191931 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:40:50.194199 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b466886b-43cf-471f-890a-247c0ca383e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:40:50.228165 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c2810b-7853-49e5-b9cd-57a7f6653d15 x-openstack-request-id: req-c6c2810b-7853-49e5-b9cd-57a7f6653d15 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:40:50.228458 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:40:50.228705 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6c2810b-7853-49e5-b9cd-57a7f6653d15 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:40:50.229122 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'status': 'completed', 'code': 200} Mar 18 12:40:50.296209 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466886b-43cf-471f-890a-247c0ca383e5 req-03f90d26-0797-44ce-b607-f23786160fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:50.298235 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b466886b-43cf-471f-890a-247c0ca383e5 req-03f90d26-0797-44ce-b607-f23786160fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ce94cdd46d40c7a58f4af25496c77a&device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 1168 time: 0.0481386 Mar 18 12:40:50.385601 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466886b-43cf-471f-890a-247c0ca383e5 req-4c0e1b96-eebc-4bc0-8a92-5f4ba19a2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:50.385924 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-577f2a7c-7b52-422a-9183-aae19fb8fa11 None None] Current status of the port aa7c2893-149f-4197-ad1a-f2cdeb74811c is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:50.387163 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b466886b-43cf-471f-890a-247c0ca383e5 req-4c0e1b96-eebc-4bc0-8a92-5f4ba19a2387 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b HTTP/1.1" status: 200 len: 916 time: 0.0830965 Mar 18 12:40:50.455258 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b466886b-43cf-471f-890a-247c0ca383e5 req-f2ae5c8b-3a20-47c0-aa0c-8626f095374f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 1001 time: 0.0619147 Mar 18 12:40:50.503416 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466886b-43cf-471f-890a-247c0ca383e5 req-fd5be03a-7315-4d5a-bffe-3bc58203ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:50.504832 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b466886b-43cf-471f-890a-247c0ca383e5 req-fd5be03a-7315-4d5a-bffe-3bc58203ade6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11fbe989-3284-4dc2-b1cd-ee7a596146c1 HTTP/1.1" status: 200 len: 854 time: 0.0433834 Mar 18 12:40:50.553107 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466886b-43cf-471f-890a-247c0ca383e5 req-7b8c709a-257e-490a-a964-cf0bb996b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:50.554749 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b466886b-43cf-471f-890a-247c0ca383e5 req-7b8c709a-257e-490a-a964-cf0bb996b177 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434523 Mar 18 12:40:50.649306 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b466886b-43cf-471f-890a-247c0ca383e5 req-eaf72229-fb4f-408d-b5d3-fa991af3f28f service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882854 Mar 18 12:40:50.691697 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:50.742501 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b466886b-43cf-471f-890a-247c0ca383e5 req-46ac3e89-f572-4218-b6a7-921814aa722e service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869923 Mar 18 12:40:50.879225 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cceec3-da30-4213-b1d3-5a0b0a79287a req-fa21bdf3-e6b2-4191-8fe5-edc4af1c084a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:50.880687 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-68cceec3-da30-4213-b1d3-5a0b0a79287a req-fa21bdf3-e6b2-4191-8fe5-edc4af1c084a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0545299 Mar 18 12:40:50.888483 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-7062aabb-d804-4172-9fea-79cc8c8db192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:50.889945 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-7062aabb-d804-4172-9fea-79cc8c8db192 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 1130 time: 0.0440257 Mar 18 12:40:50.935180 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-68cceec3-da30-4213-b1d3-5a0b0a79287a req-a41395a2-8b8c-47df-8a5e-ed4d3ad35a1c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483544 Mar 18 12:40:51.001842 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-0c478433-d555-4e5e-8c46-a8856b84a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:51.005672 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-0c478433-d555-4e5e-8c46-a8856b84a244 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.0955606 Mar 18 12:40:51.069690 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-35709c47-0069-445a-8971-387098fda22a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 200 len: 1002 time: 0.0571775 Mar 18 12:40:51.121335 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-e5b266c5-4631-4cc8-81b5-ba65a5888012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:51.122736 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-e5b266c5-4631-4cc8-81b5-ba65a5888012 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0459738 Mar 18 12:40:51.170185 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-51ce157d-0b3a-4b04-bd64-ac451922eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:51.171648 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-51ce157d-0b3a-4b04-bd64-ac451922eb78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424767 Mar 18 12:40:51.260252 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-87a2c382-d121-48cf-8445-a878bb3f8b79 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803554 Mar 18 12:40:51.349285 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0aec9c9-0ca5-49c2-b00b-1d15bba93c6c req-972e7e63-0b3c-4a6f-ab3f-1ef4d14897d0 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818825 Mar 18 12:40:51.720125 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:40:51.816101 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:51.827135 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'port_id': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'mac_address': 'fa:16:3e:63:ce:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:40:51.862779 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:40:51.863923 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 is: ACTIVE; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:51.864318 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:51.877488 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:40:51.895751 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:51.899756 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:51.952447 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:51.974956 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:52.031251 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:40:52.068931 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bbbfb-a0ca-47aa-8f1b-415697e6013d req-697710fb-35da-4588-b0d9-63da3945c056 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:52.069989 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc0bbbfb-a0ca-47aa-8f1b-415697e6013d req-697710fb-35da-4588-b0d9-63da3945c056 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 945 time: 0.0522566 Mar 18 12:40:52.123439 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc0bbbfb-a0ca-47aa-8f1b-415697e6013d req-2b88a1a8-137d-4567-9c77-3c52af4f8ee2 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480192 Mar 18 12:40:52.288902 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:53.255210 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415eb73f-e717-4bf8-985e-92e1296a281d req-28652cd5-b7dd-4804-ab9a-4fffa0b18f6b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:53.258980 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-415eb73f-e717-4bf8-985e-92e1296a281d req-28652cd5-b7dd-4804-ab9a-4fffa0b18f6b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 945 time: 0.0606210 Mar 18 12:40:53.309097 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-415eb73f-e717-4bf8-985e-92e1296a281d req-30951d19-4119-4806-92a0-98ee7fdd33c0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468044 Mar 18 12:40:53.747550 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:40:53.811598 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:40:53.811975 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:53.898047 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:40:53.898379 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:53.924885 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:40:53.927351 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49af10dd-7d0c-48a0-bb68-91ac41b1ae22" -d '{"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-plugged", "status": "completed", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:40:53.941513 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:40:53.950283 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:40:53.976871 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823370e2-9803-4a9b-b18a-f2c3c0ba0d92 x-openstack-request-id: req-823370e2-9803-4a9b-b18a-f2c3c0ba0d92 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:40:53.977161 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-plugged", "status": "completed", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:40:53.977419 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-823370e2-9803-4a9b-b18a-f2c3c0ba0d92 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:40:53.977812 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'code': 200} Mar 18 12:40:54.013060 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:40:54.455047 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151cc75-cd42-4018-b48d-70212da3f411 req-f53b8bc0-9e8f-4ef0-94e1-8dcff4c59696 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:54.457540 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2151cc75-cd42-4018-b48d-70212da3f411 req-f53b8bc0-9e8f-4ef0-94e1-8dcff4c59696 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0567780 Mar 18 12:40:54.513254 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2151cc75-cd42-4018-b48d-70212da3f411 req-00ca99c6-7339-415d-bcb2-ba235e20f4b9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500445 Mar 18 12:40:55.650632 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f0b90-2b3e-4b13-af0e-0f022e40f35f req-3bd3a5bb-a8e5-423b-a20f-e88e641a122f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:55.651858 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c89f0b90-2b3e-4b13-af0e-0f022e40f35f req-3bd3a5bb-a8e5-423b-a20f-e88e641a122f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0586600 Mar 18 12:40:55.707090 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c89f0b90-2b3e-4b13-af0e-0f022e40f35f req-bca30e6f-b746-4982-8da9-74ded30c15c1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493774 Mar 18 12:40:56.869179 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debb29b-72ec-4073-bfa4-4ef9fd629ad3 req-e8e72b43-4f44-48cc-82eb-6450d1f63773 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:56.876075 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1debb29b-72ec-4073-bfa4-4ef9fd629ad3 req-e8e72b43-4f44-48cc-82eb-6450d1f63773 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0660186 Mar 18 12:40:56.921478 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1debb29b-72ec-4073-bfa4-4ef9fd629ad3 req-0949b1d4-6b0a-4c35-a239-608471ccdfe1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445311 Mar 18 12:40:58.099483 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456bf2-0d15-49b1-9f6a-a6b103de4827 req-9b8e91c3-d81c-4ec1-89d1-ba15457a7fc9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:58.101012 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a456bf2-0d15-49b1-9f6a-a6b103de4827 req-9b8e91c3-d81c-4ec1-89d1-ba15457a7fc9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0820527 Mar 18 12:40:58.169718 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a456bf2-0d15-49b1-9f6a-a6b103de4827 req-57e35c0f-8004-4bfe-87b8-143748821c6b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612450 Mar 18 12:40:58.275036 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a0da-03a1-491e-be30-5d1d431c01ea req-74469f0a-a268-462e-b39f-b74a8c016cbf tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:58.276691 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4959a0da-03a1-491e-be30-5d1d431c01ea req-74469f0a-a268-462e-b39f-b74a8c016cbf tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 946 time: 0.0588207 Mar 18 12:40:58.340891 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4959a0da-03a1-491e-be30-5d1d431c01ea req-d36d5889-33e5-4be3-a9a4-b73febf4aed5 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579691 Mar 18 12:40:59.288914 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8c238-ecf4-40e2-9045-ce8cb842593c req-fb135d62-5145-4ee7-934f-2baa96aae53d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:59.290376 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-06e8c238-ecf4-40e2-9045-ce8cb842593c req-fb135d62-5145-4ee7-934f-2baa96aae53d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0539548 Mar 18 12:40:59.347070 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-06e8c238-ecf4-40e2-9045-ce8cb842593c req-709ddb5a-c317-46e3-9059-b9becfe2aaff tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510180 Mar 18 12:40:59.469857 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d65ec-6b2c-438f-8c14-dc4a62ade76c req-7eee3a89-4e42-4f68-9e65-0b5dc107c502 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:59.475854 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3e1d65ec-6b2c-438f-8c14-dc4a62ade76c req-7eee3a89-4e42-4f68-9e65-0b5dc107c502 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 946 time: 0.0646412 Mar 18 12:40:59.525520 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3e1d65ec-6b2c-438f-8c14-dc4a62ade76c req-92def024-67a4-42b6-8caa-76ff0ec0ca9c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=22765d22-7193-4875-95ee-84d4671407b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478365 Mar 18 12:40:59.925816 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-05e17a05-0731-470c-9619-78fcad3a7c0d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:40:59.927399 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-05e17a05-0731-470c-9619-78fcad3a7c0d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 946 time: 0.0542302 Mar 18 12:41:00.033820 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Deleting port 996be313-fe76-4859-a995-12c6c452a650 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:41:00.034158 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (996be313-fe76-4859-a995-12c6c452a650), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:00.128292 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] For port 996be313-fe76-4859-a995-12c6c452a650, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=996be313-fe76-4859-a995-12c6c452a650,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:00.128652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (996be313-fe76-4859-a995-12c6c452a650), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:00.322961 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:00.323328 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (2eec9859-a1a9-4d36-beff-50d004bdd8e2), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:00.323635 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Floating IP 2eec9859-a1a9-4d36-beff-50d004bdd8e2 disassociated. External IP: 172.27.2.254, port: 996be313-fe76-4859-a995-12c6c452a650. Mar 18 12:41:00.324007 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Calling delete_port for 996be313-fe76-4859-a995-12c6c452a650 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:41:00.472642 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (996be313-fe76-4859-a995-12c6c452a650), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:00.490261 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc913be3-d8f4-4951-a155-ab389defe155 req-d4775cdc-e0ff-4312-b439-26a2d0391565 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:00.499156 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc913be3-d8f4-4951-a155-ab389defe155 req-d4775cdc-e0ff-4312-b439-26a2d0391565 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0697680 Mar 18 12:41:00.542355 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'Port': ['ID=996be313-fe76-4859-a995-12c6c452a650,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:00.569068 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc913be3-d8f4-4951-a155-ab389defe155 req-01448ff9-86ef-410e-80c1-9353a6842326 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673902 Mar 18 12:41:00.742572 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-931c37f5-1ca1-43a3-bd82-5e7030a7d2fd req-ab03682c-39b8-4b7b-94cc-4ba517ec82de tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d2f7f4-f8c3-4310-b9d1-5b23c184fa73 HTTP/1.1" status: 200 len: 210 time: 0.0626886 Mar 18 12:41:00.779550 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:41:00.908731 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:41:00.919807 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:41:00.930760 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:41:00.932959 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:40:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:00.959404 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] No DVR routers for this DVR port 996be313-fe76-4859-a995-12c6c452a650 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:41:00.964850 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:00.968536 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-99018f7b-5a35-40d9-b7c2-2b6719046df8 req-ed5c0252-9193-4a47-abae-6a9dccd112c1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "DELETE /v2.0/ports/996be313-fe76-4859-a995-12c6c452a650 HTTP/1.1" status: 204 len: 173 time: 1.0347950 Mar 18 12:41:00.969137 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'name': 'network-vif-deleted', 'tag': '996be313-fe76-4859-a995-12c6c452a650'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:41:00.971642 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98563875-9f1b-4455-aab0-58254fa24ab2" -d '{"events": [{"server_uuid": "93d2f7f4-f8c3-4310-b9d1-5b23c184fa73", "name": "network-vif-deleted", "tag": "996be313-fe76-4859-a995-12c6c452a650"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:41:01.095644 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d0f261-2a37-4401-9b94-0f5cd6092e44 x-openstack-request-id: req-d9d0f261-2a37-4401-9b94-0f5cd6092e44 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:41:01.095934 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d2f7f4-f8c3-4310-b9d1-5b23c184fa73", "name": "network-vif-deleted", "tag": "996be313-fe76-4859-a995-12c6c452a650", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:41:01.096181 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9d0f261-2a37-4401-9b94-0f5cd6092e44 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:41:01.096574 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d2f7f4-f8c3-4310-b9d1-5b23c184fa73', 'name': 'network-vif-deleted', 'tag': '996be313-fe76-4859-a995-12c6c452a650', 'status': 'completed', 'code': 200} Mar 18 12:41:01.192317 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:41:01.418977 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:01.450408 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:41:01.458887 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:41:01.459781 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:40:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:01.710006 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:41:01.743459 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa940103-e948-4a1a-9c82-448fd122d9b7 req-ea1cf106-b59f-4952-9852-2a26c7657692 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:01.744905 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aa940103-e948-4a1a-9c82-448fd122d9b7 req-ea1cf106-b59f-4952-9852-2a26c7657692 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0531738 Mar 18 12:41:01.792558 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aa940103-e948-4a1a-9c82-448fd122d9b7 req-aadf13c3-656a-4b49-812f-8398f9d5c734 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414748 Mar 18 12:41:01.827095 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38588) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:01.879055 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (22765d22-7193-4875-95ee-84d4671407b8), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:01.901397 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (22765d22-7193-4875-95ee-84d4671407b8), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:01.907060 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:01.936311 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12481d9d-a4c6-4000-8ecb-b2e1f096a527 None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:41:01.947560 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (22765d22-7193-4875-95ee-84d4671407b8), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:01.950259 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:01.951445 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "DELETE /v2.0/security-groups/22765d22-7193-4875-95ee-84d4671407b8 HTTP/1.1" status: 204 len: 168 time: 0.1233642 Mar 18 12:41:01.954775 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38590) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:01.960845 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22765d22-7193-4875-95ee-84d4671407b8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:01.969544 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.969907 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.970226 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.970767 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.971234 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.971574 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.971902 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.api.v2.resource [None req-6cfb3d31-9c69-4720-9a51-8e0120255c2d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] show failed (client error): The resource could not be found. Mar 18 12:41:01.972391 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.972391 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.972549 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.972862 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.973348 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.973680 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.974005 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.974326 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.974675 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b0068-85b5-4f85-915d-2df12222d7a9 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:01.976080 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6cfb3d31-9c69-4720-9a51-8e0120255c2d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups/22765d22-7193-4875-95ee-84d4671407b8 HTTP/1.1" status: 404 len: 347 time: 0.0202377 Mar 18 12:41:01.976668 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38592) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:02.203136 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea888fd4-33a9-4d00-ab43-58cc2cc403a8 None None] New status for floating IP 2eec9859-a1a9-4d36-beff-50d004bdd8e2: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:41:02.340370 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Deleting port 9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:41:02.340704 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:02.443377 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:02.443735 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:02.458151 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Calling delete_port for 9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:41:02.507393 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-214284c8-9b28-47c2-9f39-8b028f3b320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:02.508854 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-214284c8-9b28-47c2-9f39-8b028f3b320d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 1130 time: 0.1703184 Mar 18 12:41:02.623429 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-76936a0b-ac0d-489f-b5c5-3426832ad857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:02.624854 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-76936a0b-ac0d-489f-b5c5-3426832ad857 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.1090672 Mar 18 12:41:02.710798 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-cb785fc3-5f70-4e58-9d03-71021d4fa4c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 200 len: 1002 time: 0.0680490 Mar 18 12:41:02.711286 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:02.746873 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'Port': ['ID=9b6d54fb-c1f2-4406-9bda-a7b3aa26fa3a,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:02.820478 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-c51a8013-5cc8-42c1-ac74-8a6bebce94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:02.821914 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-c51a8013-5cc8-42c1-ac74-8a6bebce94e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.1034324 Mar 18 12:41:02.854967 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (2eec9859-a1a9-4d36-beff-50d004bdd8e2), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:02.857459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:02.860563 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6caa1e85-8325-4171-85d2-ce5e14907b43 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "DELETE /v2.0/floatingips/2eec9859-a1a9-4d36-beff-50d004bdd8e2 HTTP/1.1" status: 204 len: 168 time: 0.8827703 Mar 18 12:41:02.881782 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-7cd7bb32-a5c6-4050-94c9-021f0aba3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:02.884022 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-7cd7bb32-a5c6-4050-94c9-021f0aba3e53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0546954 Mar 18 12:41:02.927790 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576889f-ed7d-4daf-ad02-7b0add61ff1e req-47d7aa89-4c88-4083-9b05-24d2a12e6f36 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:02.929703 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f576889f-ed7d-4daf-ad02-7b0add61ff1e req-47d7aa89-4c88-4083-9b05-24d2a12e6f36 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 946 time: 0.0567551 Mar 18 12:41:02.979179 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f576889f-ed7d-4daf-ad02-7b0add61ff1e req-0a56090c-3462-4540-9565-7bd519180977 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433969 Mar 18 12:41:02.979293 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-c434adae-43fc-4511-83ba-b8b636d6c2ce service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888801 Mar 18 12:41:03.078717 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c41e3323-71a7-4358-81c8-9bec5f67dad3 req-176a3a08-5688-442a-ac49-cb51a2d9471a service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923126 Mar 18 12:41:03.252752 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38604) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:03.257281 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-2b422242-e68a-4816-ba9b-49328dcca794 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560044560', 'description': 'tempest-description--1054665066'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:41:03.277533 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2b422242-e68a-4816-ba9b-49328dcca794 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.344226 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2b422242-e68a-4816-ba9b-49328dcca794 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (daf9c31f-c828-4313-967f-ec0400163bdc), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.347746 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2b422242-e68a-4816-ba9b-49328dcca794 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (daf9c31f-c828-4313-967f-ec0400163bdc), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.373684 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2b422242-e68a-4816-ba9b-49328dcca794 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.374879 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2b422242-e68a-4816-ba9b-49328dcca794 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1210876 Mar 18 12:41:03.378348 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38606) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:03.379220 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b422242-e68a-4816-ba9b-49328dcca794 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf9c31f-c828-4313-967f-ec0400163bdc,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:03.382938 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-67962325-d823-4081-802a-163870f99025 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group_rule': {'security_group_id': 'daf9c31f-c828-4313-967f-ec0400163bdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:41:03.408105 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67962325-d823-4081-802a-163870f99025 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (5fac8dc5-bc12-4f0a-85f8-f2f32013b638), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.460297 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67962325-d823-4081-802a-163870f99025 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (5fac8dc5-bc12-4f0a-85f8-f2f32013b638), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.463650 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67962325-d823-4081-802a-163870f99025 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (5fac8dc5-bc12-4f0a-85f8-f2f32013b638), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.477425 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962325-d823-4081-802a-163870f99025 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fac8dc5-bc12-4f0a-85f8-f2f32013b638,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:03.487737 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67962325-d823-4081-802a-163870f99025 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.489169 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-67962325-d823-4081-802a-163870f99025 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097295 Mar 18 12:41:03.491839 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38608) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:03.495980 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-510847c1-da7c-4ed6-9d89-0c4c0a11d9ab tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'security_group_rule': {'security_group_id': 'daf9c31f-c828-4313-967f-ec0400163bdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:41:03.519407 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-510847c1-da7c-4ed6-9d89-0c4c0a11d9ab tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (f9a8e27d-49d5-4ffd-a0d8-159840cfcba2), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.572091 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-510847c1-da7c-4ed6-9d89-0c4c0a11d9ab tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (f9a8e27d-49d5-4ffd-a0d8-159840cfcba2), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.575401 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-510847c1-da7c-4ed6-9d89-0c4c0a11d9ab tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (f9a8e27d-49d5-4ffd-a0d8-159840cfcba2), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.597964 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510847c1-da7c-4ed6-9d89-0c4c0a11d9ab tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a8e27d-49d5-4ffd-a0d8-159840cfcba2,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:03.606989 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-510847c1-da7c-4ed6-9d89-0c4c0a11d9ab tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.608184 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-510847c1-da7c-4ed6-9d89-0c4c0a11d9ab tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154346 Mar 18 12:41:03.611698 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38610) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:03.616110 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:41:03.635714 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.729601 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.818713 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 996be313-fe76-4859-a995-12c6c452a650 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:41:03.836891 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Allocated IP 172.27.2.82 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/388c0937-185c-465f-ba76-17c85b3515c5) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:41:03.838072 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 996be313-fe76-4859-a995-12c6c452a650 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:41:03.838426 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 996be313-fe76-4859-a995-12c6c452a650 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:41:03.838965 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:41:03.912474 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 is: ACTIVE; New status is: DOWN {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:41:03.912882 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.937347 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (388c0937-185c-465f-ba76-17c85b3515c5), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.940478 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:41:03.943693 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f51405-d8a3-4fc7-abf5-fff2a1742192" -d '{"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-unplugged", "status": "completed", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:41:03.959500 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:03.963928 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.973211 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (388c0937-185c-465f-ba76-17c85b3515c5), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:03.991492 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Mar 2022 12:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce2fb23-5169-48e6-a03f-06c32c7d5e26 x-openstack-request-id: req-fce2fb23-5169-48e6-a03f-06c32c7d5e26 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:41:03.991788 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-unplugged", "status": "completed", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:41:03.992042 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fce2fb23-5169-48e6-a03f-06c32c7d5e26 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:41:03.992432 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'code': 200} Mar 18 12:41:04.014580 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:41:04.017566 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:41:04.017737 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=8']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:04.024904 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:41:04.027198 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=388c0937-185c-465f-ba76-17c85b3515c5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:04.148819 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad821f-415c-4162-a8dd-13546c2fd605 req-eb7ee185-96a8-4629-9592-0c2ed90d09ca tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:04.150206 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95ad821f-415c-4162-a8dd-13546c2fd605 req-eb7ee185-96a8-4629-9592-0c2ed90d09ca tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0868399 Mar 18 12:41:04.153024 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (1869f25d-b1a5-469c-9212-84cbe86097b9), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:04.212269 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (388c0937-185c-465f-ba76-17c85b3515c5), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:04.241580 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95ad821f-415c-4162-a8dd-13546c2fd605 req-a3c13508-bd14-4af1-8729-8fda36ddb24c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830967 Mar 18 12:41:04.363849 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (388c0937-185c-465f-ba76-17c85b3515c5), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:04.368109 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (388c0937-185c-465f-ba76-17c85b3515c5), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:04.440198 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=388c0937-185c-465f-ba76-17c85b3515c5,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:04.447766 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (1869f25d-b1a5-469c-9212-84cbe86097b9), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:04.462710 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:04.463926 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-90021e44-4cb4-4f88-9e72-6f4e6963174e tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8513179 Mar 18 12:41:04.649828 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-297804c3-8c68-4f06-a92b-8196b649a536 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--560044560&fields=id&tenant_id=f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 267 time: 0.0416939 Mar 18 12:41:04.760291 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-0a7c0219-6a92-43e0-93f0-4999b9ed64ad tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:04.762504 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-0a7c0219-6a92-43e0-93f0-4999b9ed64ad tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 815 time: 0.1046925 Mar 18 12:41:04.776615 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-5cd1f8af-f25a-4559-8ede-c5dc1c9dad8c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/quotas/f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 375 time: 0.0087869 Mar 18 12:41:04.830443 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-75e11625-c767-4479-b6d5-88d9c8b8cb98 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492346 Mar 18 12:41:04.962400 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-e36021a8-5f63-43f1-b39a-4653119256e1 service neutron] 10.222.0.21 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205299 Mar 18 12:41:05.057454 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-42d17775-cdce-474f-be22-e5cc2d035096 service neutron] 10.222.0.21 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880365 Mar 18 12:41:05.216527 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95014a9e-8016-4f05-a75b-95f801e95199 req-a39d1abb-d57a-413e-818f-070059b3e4fd tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 210 time: 0.0263441 Mar 18 12:41:05.360560 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b1463-2251-4418-b35c-589ede2622a6 req-bb8684de-9f10-4f43-a2fa-5cd1ed3123ff tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:05.362024 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-da0b1463-2251-4418-b35c-589ede2622a6 req-bb8684de-9f10-4f43-a2fa-5cd1ed3123ff tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0523031 Mar 18 12:41:05.413871 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-da0b1463-2251-4418-b35c-589ede2622a6 req-824d61b1-5734-4cd6-b9d5-2e27300f4f58 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458288 Mar 18 12:41:05.881262 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-bc780104-0504-4e15-96bc-3182b6d16826 req-362d3f40-76a1-4992-b9f2-77010920506f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:41:05.882239 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bc780104-0504-4e15-96bc-3182b6d16826 req-362d3f40-76a1-4992-b9f2-77010920506f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054159 Mar 18 12:41:06.042166 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b461594-74c0-4097-8b03-06bb93da7131 req-40a51160-ba04-4b47-84b0-b78c2186af4d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:06.043808 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1b461594-74c0-4097-8b03-06bb93da7131 req-40a51160-ba04-4b47-84b0-b78c2186af4d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0549657 Mar 18 12:41:06.098864 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1b461594-74c0-4097-8b03-06bb93da7131 req-f1f8b5d4-1a2c-41a2-b7d5-4e24f493ad01 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480430 Mar 18 12:41:06.209223 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38682) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:06.314146 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a5f58f24-a76f-4830-bace-8e40b6b203b5 req-1ad0a012-646b-4f67-ae8f-0d78ee7b02e7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 210 time: 0.0276434 Mar 18 12:41:06.364125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-e60d8be8-bdd2-4dd5-a064-e1044f3789e1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:06.365565 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-e60d8be8-bdd2-4dd5-a064-e1044f3789e1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 815 time: 0.2053516 Mar 18 12:41:06.371597 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-a6c25d47-4319-45f4-a5ad-e9b7e828d198 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1606803 Mar 18 12:41:06.384204 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-8be1ec04-b832-4718-8c9e-b76e15bac362 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:41:06.385162 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-8be1ec04-b832-4718-8c9e-b76e15bac362 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046816 Mar 18 12:41:06.431265 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-9ff01130-4579-4b97-856c-efa4d59b9849 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f653a780af9a483e8c92a9e22ce8cc4b HTTP/1.1" status: 200 len: 379 time: 0.0563488 Mar 18 12:41:06.441948 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'port': {'device_id': '711ead26-02b9-464f-9c28-a31ad204bac3', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'admin_state_up': True, 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'security_groups': ['daf9c31f-c828-4313-967f-ec0400163bdc']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:41:06.460705 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 38696) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:06.545869 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Made reservation on behalf of f653a780af9a483e8c92a9e22ce8cc4b for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:41:06.549783 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:06.552179 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-5ceb3d4d-c5b0-48b2-8589-7b864aa70135 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:06.553557 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-5ceb3d4d-c5b0-48b2-8589-7b864aa70135 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports/306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 200 len: 941 time: 0.0918930 Mar 18 12:41:06.677203 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Allocated IP 172.20.0.13 (64f5deaf-28d7-4001-a216-58eafeb363d7/6bd39a95-fb78-4991-8b12-8400cf6fd85b/c5132c14-09a7-4d43-86fb-9413b34fce0c) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:41:06.816511 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:06.851758 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:06.894179 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:41:06.897294 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:41:06.900666 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:41:06.943255 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event updated for resources: {'Port': ['ID=c5132c14-09a7-4d43-86fb-9413b34fce0c,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:06.966724 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:06.967342 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:06.986645 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-fcf2f136-b670-42e5-9541-cfbec18b18f2 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488431 Mar 18 12:41:07.000035 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Request body: {'port': {'device_id': '711ead26-02b9-464f-9c28-a31ad204bac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:41:07.072948 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:07.149736 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-23c16c33-c472-4814-983b-52a96e1b3439 None None] Provisioning complete for port c5132c14-09a7-4d43-86fb-9413b34fce0c triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:41:07.150239 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23c16c33-c472-4814-983b-52a96e1b3439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:07.187556 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-23c16c33-c472-4814-983b-52a96e1b3439 None None] Port c5132c14-09a7-4d43-86fb-9413b34fce0c cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:41:07.229716 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb046-3644-422c-9a65-892e405463d6 req-8dab9099-2206-40e7-9eec-d48c18ab1611 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:07.231206 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b03fb046-3644-422c-9a65-892e405463d6 req-8dab9099-2206-40e7-9eec-d48c18ab1611 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0559263 Mar 18 12:41:07.278843 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b03fb046-3644-422c-9a65-892e405463d6 req-d9ad0ee6-6506-494b-8378-293be3c4791b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412359 Mar 18 12:41:07.347165 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5132c14-09a7-4d43-86fb-9413b34fce0c {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:41:07.356883 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Publish callbacks [] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:07.369683 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Transition to ACTIVE for port object c5132c14-09a7-4d43-86fb-9413b34fce0c will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:41:07.373471 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:07.433241 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=c5132c14-09a7-4d43-86fb-9413b34fce0c,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:07.464835 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b8cb0-56c7-4b4d-b06b-589fbcf07759 req-abe7009e-e590-4c7a-8b4b-49d8f8ffe379 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:07.472492 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a59b8cb0-56c7-4b4d-b06b-589fbcf07759 req-abe7009e-e590-4c7a-8b4b-49d8f8ffe379 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 944 time: 0.0903146 Mar 18 12:41:07.517678 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Attempting to bind port c5132c14-09a7-4d43-86fb-9413b34fce0c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:41:07.518133 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Attempting to bind port c5132c14-09a7-4d43-86fb-9413b34fce0c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:41:07.518543 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Attempting to bind port c5132c14-09a7-4d43-86fb-9413b34fce0c on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:41:07.524642 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a59b8cb0-56c7-4b4d-b06b-589fbcf07759 req-4c7aa371-8985-4fc2-8cc6-402cbc51c608 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512068 Mar 18 12:41:07.525352 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Port c5132c14-09a7-4d43-86fb-9413b34fce0c on network 64f5deaf-28d7-4001-a216-58eafeb363d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:41:07.525749 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Attempting to bind port c5132c14-09a7-4d43-86fb-9413b34fce0c on network 64f5deaf-28d7-4001-a216-58eafeb363d7 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:41:07.533059 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:41:07.533484 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Checking segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:41:07.533935 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Bound using segment: {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:41:07.534442 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Bound port: c5132c14-09a7-4d43-86fb-9413b34fce0c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1de89e6-a321-4a65-8498-321ffc7c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:41:07.534963 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:07.616786 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] For port c5132c14-09a7-4d43-86fb-9413b34fce0c, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:41:07.619944 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] For port c5132c14-09a7-4d43-86fb-9413b34fce0c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5132c14-09a7-4d43-86fb-9413b34fce0c,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:41:07.625586 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:07.658208 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:07.658858 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:07.660899 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] 10.222.0.37 "PUT /v2.0/ports/c5132c14-09a7-4d43-86fb-9413b34fce0c HTTP/1.1" status: 200 len: 1094 time: 0.6662092 Mar 18 12:41:07.662373 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711ead26-02b9-464f-9c28-a31ad204bac3', 'tag': 'c5132c14-09a7-4d43-86fb-9413b34fce0c'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:41:07.663882 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9fdafa-9ab9-486b-bad6-73b8fc226726" -d '{"events": [{"name": "network-changed", "server_uuid": "711ead26-02b9-464f-9c28-a31ad204bac3", "tag": "c5132c14-09a7-4d43-86fb-9413b34fce0c"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:41:07.697459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f5bec-46f6-40a2-b741-a0e7ac0b9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=c5132c14-09a7-4d43-86fb-9413b34fce0c,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:07.726042 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2767f6-fa52-4721-bba8-886286995b72 x-openstack-request-id: req-dc2767f6-fa52-4721-bba8-886286995b72 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:41:07.726336 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711ead26-02b9-464f-9c28-a31ad204bac3", "tag": "c5132c14-09a7-4d43-86fb-9413b34fce0c", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:41:07.726614 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc2767f6-fa52-4721-bba8-886286995b72 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:41:07.727019 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711ead26-02b9-464f-9c28-a31ad204bac3', 'tag': 'c5132c14-09a7-4d43-86fb-9413b34fce0c', 'status': 'completed', 'code': 200} Mar 18 12:41:07.768217 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-f24dbada-8d7c-461b-9692-c59a51a63b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:07.769497 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-f24dbada-8d7c-461b-9692-c59a51a63b34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 1128 time: 0.0522361 Mar 18 12:41:07.813770 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-68d696a3-a17a-46f7-a8d0-c3e4a4e3df42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5132c14-09a7-4d43-86fb-9413b34fce0c HTTP/1.1" status: 200 len: 217 time: 0.0356798 Mar 18 12:41:07.823992 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:41:07.865084 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-35c62c2d-60c8-4e08-88da-12f4fc388dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:07.866617 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-35c62c2d-60c8-4e08-88da-12f4fc388dfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0454040 Mar 18 12:41:07.916370 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 is: DOWN; New status is: DOWN {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:41:07.984696 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-687dba3e-d8df-4829-b845-80d138b085f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:07.986188 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-687dba3e-d8df-4829-b845-80d138b085f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1069314 Mar 18 12:41:07.988869 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-e6ca9893-a4a8-4469-af2b-a6d5284de6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:07.990178 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-e6ca9893-a4a8-4469-af2b-a6d5284de6fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c&tenant_id=cafde6fdcf624fca99edc9b76b57530e HTTP/1.1" status: 200 len: 1128 time: 0.1098762 Mar 18 12:41:08.110607 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-6fcdfa2c-9cad-46d1-85dd-b4b2c2c8dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.112010 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-6fcdfa2c-9cad-46d1-85dd-b4b2c2c8dc68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 1128 time: 0.0976748 Mar 18 12:41:08.115664 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-ab0e4cb1-925e-4dae-914a-4f6a072a3c9e service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188171 Mar 18 12:41:08.269729 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-d2d41df7-7999-4632-864a-f03a3cac5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.271235 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-d2d41df7-7999-4632-864a-f03a3cac5833 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.1488366 Mar 18 12:41:08.273104 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7293c0f1-c0d7-4df1-92fc-6776858d9f4d req-66bba2e4-1455-40f0-8e7f-af64f722ac6e service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433258 Mar 18 12:41:08.373162 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-5019d988-b0f1-49aa-9885-2e3f68835a34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 200 len: 1000 time: 0.0913935 Mar 18 12:41:08.379409 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-ddce2691-6177-49cc-8754-dd85dbf08a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.380912 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-ddce2691-6177-49cc-8754-dd85dbf08a73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 1128 time: 0.0606713 Mar 18 12:41:08.414886 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f257075-2637-409b-8ef6-1571ef9b1b57 req-98eb5351-3201-43d3-a92f-6167806682b0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.416446 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8f257075-2637-409b-8ef6-1571ef9b1b57 req-98eb5351-3201-43d3-a92f-6167806682b0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0652437 Mar 18 12:41:08.473695 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-f6c3e339-ff8e-4321-a06f-e335fc09b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.475204 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-f6c3e339-ff8e-4321-a06f-e335fc09b91b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0935907 Mar 18 12:41:08.535861 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-9b361708-337b-4f1d-baa3-23b98a34df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.537334 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-9b361708-337b-4f1d-baa3-23b98a34df05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 916 time: 0.1479979 Mar 18 12:41:08.586372 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-30b00a59-2ab8-4e7c-9c82-01680c063417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.587914 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-30b00a59-2ab8-4e7c-9c82-01680c063417 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1046073 Mar 18 12:41:08.589155 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-80557bc4-b10d-4f9d-913d-261241422dd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5132c14-09a7-4d43-86fb-9413b34fce0c HTTP/1.1" status: 200 len: 217 time: 0.0452223 Mar 18 12:41:08.691974 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-b5fe8f05-166d-448f-9ee0-54a51856a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.693587 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-b5fe8f05-166d-448f-9ee0-54a51856a9bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0861826 Mar 18 12:41:08.709298 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8f257075-2637-409b-8ef6-1571ef9b1b57 req-de671e0e-a80a-4a53-a462-29c23dcd3f0a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865274 Mar 18 12:41:08.728309 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0493ce-8d6d-4028-9be2-3e40ab2c36b9 req-1ef50e29-c41b-419e-ae02-58df3af2bcc4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.729728 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f0493ce-8d6d-4028-9be2-3e40ab2c36b9 req-1ef50e29-c41b-419e-ae02-58df3af2bcc4 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 944 time: 0.0735710 Mar 18 12:41:08.748460 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-5d5ce53a-4c08-47e1-877d-463afcfef0c8 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483099 Mar 18 12:41:08.782970 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f0493ce-8d6d-4028-9be2-3e40ab2c36b9 req-403fa51f-428a-40af-8351-a3714317f133 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 Mar 18 12:41:08.799729 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-485148fc-aa8a-486b-8502-faf72f16e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:08.801198 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-485148fc-aa8a-486b-8502-faf72f16e39b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0998750 Mar 18 12:41:09.116789 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-d79216bc-ea41-4cfe-94ea-6daa3526b534 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598144 Mar 18 12:41:09.135180 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-9513e803-afcc-4d54-becb-13d318ea1212 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248675 Mar 18 12:41:09.221637 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-da9fdafa-9ab9-486b-bad6-73b8fc226726 req-a8618482-22c6-4143-93a9-92d9e6ebcd46 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797253 Mar 18 12:41:09.826812 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c5132c14-09a7-4d43-86fb-9413b34fce0c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:41:09.893979 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074cc93-7844-4123-b41e-416a1d7f0438 req-02fdafa5-90d4-46e6-bb2f-7a8bcc1b6b2e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:09.895382 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a074cc93-7844-4123-b41e-416a1d7f0438 req-02fdafa5-90d4-46e6-bb2f-7a8bcc1b6b2e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0925503 Mar 18 12:41:09.949882 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c5132c14-09a7-4d43-86fb-9413b34fce0c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5132c14-09a7-4d43-86fb-9413b34fce0c,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:09.965258 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'c5132c14-09a7-4d43-86fb-9413b34fce0c', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'port_id': 'c5132c14-09a7-4d43-86fb-9413b34fce0c', 'mac_address': 'fa:16:3e:00:8e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:41:09.969774 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d1e1f-eb14-42c4-ba22-e352aa88da78 req-ba4b7701-961d-4046-8a16-54ec2972aac1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:09.975001 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-505d1e1f-eb14-42c4-ba22-e352aa88da78 req-ba4b7701-961d-4046-8a16-54ec2972aac1 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 944 time: 0.1011651 Mar 18 12:41:09.987116 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a074cc93-7844-4123-b41e-416a1d7f0438 req-a8e1321a-69d1-428d-b5b4-c039e74c7cec tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729818 Mar 18 12:41:10.014417 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c5132c14-09a7-4d43-86fb-9413b34fce0c is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:41:10.014940 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:10.034209 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-505d1e1f-eb14-42c4-ba22-e352aa88da78 req-7a000b58-ed24-452e-8b64-0c086b879d37 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572293 Mar 18 12:41:10.067856 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5132c14-09a7-4d43-86fb-9413b34fce0c {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:41:10.090212 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c5132c14-09a7-4d43-86fb-9413b34fce0c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5132c14-09a7-4d43-86fb-9413b34fce0c,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:10.095903 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:10.145697 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=c5132c14-09a7-4d43-86fb-9413b34fce0c,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:10.352859 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['c5132c14-09a7-4d43-86fb-9413b34fce0c'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:41:11.133577 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dcea7-6b1d-46b5-b7b9-433fd9b7bbf6 req-12af3cf1-5fa1-476a-83dd-8ca3bbb8e4dd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:11.140714 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f2dcea7-6b1d-46b5-b7b9-433fd9b7bbf6 req-12af3cf1-5fa1-476a-83dd-8ca3bbb8e4dd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0652125 Mar 18 12:41:11.220232 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f2dcea7-6b1d-46b5-b7b9-433fd9b7bbf6 req-3ed549ee-3e5c-4ef8-b06a-74295bded6a9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786157 Mar 18 12:41:11.248491 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ef4a4-a7fa-4240-b69b-d546cc5ba499 req-a9fbbb35-f3ea-4883-9ade-a80055464d51 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:11.250645 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f77ef4a4-a7fa-4240-b69b-d546cc5ba499 req-a9fbbb35-f3ea-4883-9ade-a80055464d51 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 945 time: 0.1015685 Mar 18 12:41:11.300587 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f77ef4a4-a7fa-4240-b69b-d546cc5ba499 req-d5fda21e-38ae-4a66-b0d6-eb1ff6c25f2c tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440500 Mar 18 12:41:11.833024 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c5132c14-09a7-4d43-86fb-9413b34fce0c up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:41:11.884253 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port c5132c14-09a7-4d43-86fb-9413b34fce0c completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:41:11.888032 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port c5132c14-09a7-4d43-86fb-9413b34fce0c triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:41:11.888423 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:11.972170 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c5132c14-09a7-4d43-86fb-9413b34fce0c is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:41:11.972573 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:11.997060 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711ead26-02b9-464f-9c28-a31ad204bac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5132c14-09a7-4d43-86fb-9413b34fce0c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:41:11.999331 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a643c49-4a4c-4f72-b732-9e841d8ce174" -d '{"events": [{"server_uuid": "711ead26-02b9-464f-9c28-a31ad204bac3", "name": "network-vif-plugged", "status": "completed", "tag": "c5132c14-09a7-4d43-86fb-9413b34fce0c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:41:12.012267 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c5132c14-09a7-4d43-86fb-9413b34fce0c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5132c14-09a7-4d43-86fb-9413b34fce0c,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:12.018341 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:12.058181 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac26524f-d101-412d-85b1-b9f456d7069f x-openstack-request-id: req-ac26524f-d101-412d-85b1-b9f456d7069f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:41:12.058487 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711ead26-02b9-464f-9c28-a31ad204bac3", "name": "network-vif-plugged", "status": "completed", "tag": "c5132c14-09a7-4d43-86fb-9413b34fce0c", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:41:12.058765 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac26524f-d101-412d-85b1-b9f456d7069f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:41:12.059160 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711ead26-02b9-464f-9c28-a31ad204bac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5132c14-09a7-4d43-86fb-9413b34fce0c', 'code': 200} Mar 18 12:41:12.089585 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=c5132c14-09a7-4d43-86fb-9413b34fce0c,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:12.348895 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f14a7e-d404-46df-a97f-cb707f8db65e req-ecf04feb-0525-4bda-8a3f-f359adf0f304 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:12.350785 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-64f14a7e-d404-46df-a97f-cb707f8db65e req-ecf04feb-0525-4bda-8a3f-f359adf0f304 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0573964 Mar 18 12:41:12.435112 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-64f14a7e-d404-46df-a97f-cb707f8db65e req-70b90101-4578-4ba9-9e92-c25f0cd4d0a9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785370 Mar 18 12:41:12.452793 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8297d31-5546-401f-b881-c4c26a4850a4 req-76e92e01-8c17-4de6-b68c-9bacd2bab821 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:12.454943 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a8297d31-5546-401f-b881-c4c26a4850a4 req-76e92e01-8c17-4de6-b68c-9bacd2bab821 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0764813 Mar 18 12:41:12.512388 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a8297d31-5546-401f-b881-c4c26a4850a4 req-3c7388d4-57b5-45a1-91e4-a7dff0474181 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447364 Mar 18 12:41:13.566108 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a452b5-3bdf-4558-885a-aa508ef45ea4 req-d9f42bbd-1305-46a2-8b29-b6263dea8f74 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:13.567732 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71a452b5-3bdf-4558-885a-aa508ef45ea4 req-d9f42bbd-1305-46a2-8b29-b6263dea8f74 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0574777 Mar 18 12:41:13.650360 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71a452b5-3bdf-4558-885a-aa508ef45ea4 req-983db1af-b313-45cd-acb7-3d124360d8ee tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765872 Mar 18 12:41:13.665588 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1f4b1-4371-4c1e-8fdc-a5a7cae90b34 req-35987bf5-b0fe-48a1-82d4-db4ab25600b3 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:13.667188 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07c1f4b1-4371-4c1e-8fdc-a5a7cae90b34 req-35987bf5-b0fe-48a1-82d4-db4ab25600b3 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0796938 Mar 18 12:41:13.716577 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07c1f4b1-4371-4c1e-8fdc-a5a7cae90b34 req-e85f145e-f255-4782-8e77-575820379f2d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428109 Mar 18 12:41:14.023338 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204297e5-5209-4a3a-98eb-3f355cb49cba req-d7d5a607-b05d-4558-bff2-d54a7c001ad1 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:14.024724 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-204297e5-5209-4a3a-98eb-3f355cb49cba req-d7d5a607-b05d-4558-bff2-d54a7c001ad1 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0555985 Mar 18 12:41:14.090567 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-204297e5-5209-4a3a-98eb-3f355cb49cba req-b3e7f704-ba98-429f-ae13-eb713b497815 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561152 Mar 18 12:41:14.813246 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80decd-861e-486b-8bd9-476d8b37c9d0 req-1fda0793-025b-4963-a5ca-97af333a8884 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:14.823686 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf80decd-861e-486b-8bd9-476d8b37c9d0 req-1fda0793-025b-4963-a5ca-97af333a8884 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0789003 Mar 18 12:41:14.920823 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf80decd-861e-486b-8bd9-476d8b37c9d0 req-d1cfc196-ebe9-4809-8cac-5443ea5d3ddb tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990245 Mar 18 12:41:14.964349 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ae9f4-36e9-4876-ac21-304e25861dc6 req-058e6f66-93a7-4c44-9088-d26ac5c01fa6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:14.967058 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-546ae9f4-36e9-4876-ac21-304e25861dc6 req-058e6f66-93a7-4c44-9088-d26ac5c01fa6 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.1027372 Mar 18 12:41:15.016844 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-546ae9f4-36e9-4876-ac21-304e25861dc6 req-ea62bbd3-75ef-4950-ab69-f8d267175533 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448055 Mar 18 12:41:15.240977 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf136aa7-e86b-4258-95d0-be2dcdc4cf3f req-9a051408-8253-4c73-a5a1-0ac54173ce88 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:15.242480 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf136aa7-e86b-4258-95d0-be2dcdc4cf3f req-9a051408-8253-4c73-a5a1-0ac54173ce88 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0546722 Mar 18 12:41:15.308524 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf136aa7-e86b-4258-95d0-be2dcdc4cf3f req-11354188-85db-4220-9f9c-1ac48bc98bf1 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598245 Mar 18 12:41:15.690592 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-932d1283-5c3f-4927-8c9f-d50518aa4294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:16.081652 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d67409-e809-4124-b716-b5524a9d5aa4 req-2bdc9848-a566-4e8f-bcd4-e2042ab2dc48 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:16.085668 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d2d67409-e809-4124-b716-b5524a9d5aa4 req-2bdc9848-a566-4e8f-bcd4-e2042ab2dc48 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0965216 Mar 18 12:41:16.162703 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d2d67409-e809-4124-b716-b5524a9d5aa4 req-10e6a816-ef4e-4d16-ad72-866d49e175b1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712309 Mar 18 12:41:16.191572 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e895cbe-9f3e-4ccc-a2b9-25e4c59b70ca req-53ec71b6-9baf-4ec4-be39-3fc2cac8c33a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:16.193083 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2e895cbe-9f3e-4ccc-a2b9-25e4c59b70ca req-53ec71b6-9baf-4ec4-be39-3fc2cac8c33a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0649664 Mar 18 12:41:16.243104 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2e895cbe-9f3e-4ccc-a2b9-25e4c59b70ca req-05d94712-cef3-44fd-be66-2e450bb0fb05 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 Mar 18 12:41:16.435614 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075c4bc-0b39-427e-a168-d977aeba55f8 req-2efe5bc5-aca5-49a5-9bc1-9246163fa147 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:16.437657 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b075c4bc-0b39-427e-a168-d977aeba55f8 req-2efe5bc5-aca5-49a5-9bc1-9246163fa147 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0536301 Mar 18 12:41:16.501313 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b075c4bc-0b39-427e-a168-d977aeba55f8 req-a95d2bb7-f6ef-408e-9927-d0399f08e60a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579505 Mar 18 12:41:17.288783 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb3b0-ffdf-480f-b413-f999845d0f8b req-91125a03-3f23-42ca-b6de-70352039ae1b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:17.290314 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f81cb3b0-ffdf-480f-b413-f999845d0f8b req-91125a03-3f23-42ca-b6de-70352039ae1b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0557477 Mar 18 12:41:17.361384 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f81cb3b0-ffdf-480f-b413-f999845d0f8b req-aa232a5c-1413-41b5-b6c7-c421a93e936b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654402 Mar 18 12:41:17.380415 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4158a0-b944-4534-8325-1b6f8d769348 req-9fceb1dc-d6ef-4f40-bd20-82b07fe45346 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:17.381840 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2b4158a0-b944-4534-8325-1b6f8d769348 req-9fceb1dc-d6ef-4f40-bd20-82b07fe45346 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0702081 Mar 18 12:41:17.426388 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2b4158a0-b944-4534-8325-1b6f8d769348 req-61ba7e37-210f-4564-a4c6-02c3d36f39c7 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390997 Mar 18 12:41:17.621597 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd3b2b-f6ad-4f5b-b083-3aede1658f4e req-66a232a5-fdea-41ec-b013-e67b1f131d92 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:17.623002 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97cd3b2b-f6ad-4f5b-b083-3aede1658f4e req-66a232a5-fdea-41ec-b013-e67b1f131d92 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0581911 Mar 18 12:41:17.681278 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-4abe6bd7-6406-442b-9f5a-691797bb5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:17.683511 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-4abe6bd7-6406-442b-9f5a-691797bb5674 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ce94cdd46d40c7a58f4af25496c77a&device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 1168 time: 0.0541697 Mar 18 12:41:17.685770 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97cd3b2b-f6ad-4f5b-b083-3aede1658f4e req-727f1862-6c46-45ce-b2b4-12b441b6509e tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561938 Mar 18 12:41:17.809858 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-0696061b-20b8-484c-98d3-d90c0dff3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:17.811355 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-0696061b-20b8-484c-98d3-d90c0dff3405 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b HTTP/1.1" status: 200 len: 916 time: 0.1161888 Mar 18 12:41:17.813690 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c498f8-9c7e-42ec-8f6c-d62ee5135cf4 req-5778c47a-0c4b-4bb9-b332-804168d1fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:17.815015 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a2c498f8-9c7e-42ec-8f6c-d62ee5135cf4 req-5778c47a-0c4b-4bb9-b332-804168d1fb9a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 1130 time: 0.0772679 Mar 18 12:41:17.910032 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-565e0baf-3d64-4428-b1d6-8e953ca9f3e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 1001 time: 0.0872612 Mar 18 12:41:17.912068 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a2c498f8-9c7e-42ec-8f6c-d62ee5135cf4 req-089e8d80-65e8-4892-b296-7ca452d01dc6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882196 Mar 18 12:41:18.035929 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c8f9d4b-850f-4983-a621-57558c08aa25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:18.155387 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-9bec3a87-8ccc-452d-af13-dc7fbd1d026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:18.157279 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-9bec3a87-8ccc-452d-af13-dc7fbd1d026d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11fbe989-3284-4dc2-b1cd-ee7a596146c1 HTTP/1.1" status: 200 len: 854 time: 0.0442719 Mar 18 12:41:18.209293 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-8cafea95-1162-4fdb-af78-9cd88d561f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:18.210692 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-8cafea95-1162-4fdb-af78-9cd88d561f23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461071 Mar 18 12:41:18.298881 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-4f399503-bc19-4900-9abb-e2e65bc4a5cc service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815253 Mar 18 12:41:18.403699 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49677c08-d29e-43a2-a9fe-14a53c17e866 req-25951be4-4129-426f-b12f-1f7d57ce0a52 service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841320 Mar 18 12:41:18.485217 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8570-e9ed-40b7-8099-a2554b290a5e req-3adc05ba-46b6-480a-a75e-3167c2b45d0f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:18.486733 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a98a8570-e9ed-40b7-8099-a2554b290a5e req-3adc05ba-46b6-480a-a75e-3167c2b45d0f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0521252 Mar 18 12:41:18.566221 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a98a8570-e9ed-40b7-8099-a2554b290a5e req-fbacf775-2d61-464d-8811-90142bf69452 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733001 Mar 18 12:41:18.577921 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3567b16-7329-4cb5-b1b7-d8a14e54ec36 req-783c0c9b-f770-4271-b564-b31673306ad3 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:18.579395 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b3567b16-7329-4cb5-b1b7-d8a14e54ec36 req-783c0c9b-f770-4271-b564-b31673306ad3 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0847940 Mar 18 12:41:18.625381 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b3567b16-7329-4cb5-b1b7-d8a14e54ec36 req-d41f0c5d-d2f4-49d9-bd43-730b9b8f2698 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400715 Mar 18 12:41:18.801066 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821c3b5-9903-4490-87a3-c96415be320d req-4b73d08b-49e9-4b97-a7d0-e278d18b78a7 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:18.802872 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a821c3b5-9903-4490-87a3-c96415be320d req-4b73d08b-49e9-4b97-a7d0-e278d18b78a7 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0521061 Mar 18 12:41:18.859851 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a821c3b5-9903-4490-87a3-c96415be320d req-c44cdef3-562f-4de4-9941-3f191de3e4cb tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514488 Mar 18 12:41:19.054115 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:19.693880 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ecf13-fa0b-4e60-ab18-a86e1698140f req-32a483a7-a4ba-4063-9dbf-dcb0227f6a03 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:19.695360 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-766ecf13-fa0b-4e60-ab18-a86e1698140f req-32a483a7-a4ba-4063-9dbf-dcb0227f6a03 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0529194 Mar 18 12:41:19.771040 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-766ecf13-fa0b-4e60-ab18-a86e1698140f req-1ddf0efb-0b92-45a8-92ca-5e44f7eaaabb tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668750 Mar 18 12:41:19.778342 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66395d-0f12-44d0-b842-05cb69d9e6f3 req-6faeb109-34a6-4a1d-a5c2-22a8da5c738b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:19.779749 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ff66395d-0f12-44d0-b842-05cb69d9e6f3 req-6faeb109-34a6-4a1d-a5c2-22a8da5c738b tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0835524 Mar 18 12:41:19.824803 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ff66395d-0f12-44d0-b842-05cb69d9e6f3 req-01171084-046b-4b05-a4af-2ae5273d39df tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391295 Mar 18 12:41:19.945169 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b67a1-9d81-4498-b3d8-29fa7d8b5b87 req-25f518ac-e97e-4e35-be9f-e2b76a6ffcdb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:19.946597 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d1b67a1-9d81-4498-b3d8-29fa7d8b5b87 req-25f518ac-e97e-4e35-be9f-e2b76a6ffcdb tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0603223 Mar 18 12:41:19.955087 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 38804) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:41:19.959576 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-f2ae2e07-1b35-482d-92a1-83a0a40d353d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Request body: {'floatingip': {'port_id': 'c5132c14-09a7-4d43-86fb-9413b34fce0c'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:41:19.985366 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724b49-b07f-4691-acb0-04dd9762ad04 req-57219725-3ae6-42d3-a711-d3b1891a0f06 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:19.986839 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-74724b49-b07f-4691-acb0-04dd9762ad04 req-57219725-3ae6-42d3-a711-d3b1891a0f06 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0606396 Mar 18 12:41:19.999857 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e07-1b35-482d-92a1-83a0a40d353d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (1869f25d-b1a5-469c-9212-84cbe86097b9), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:20.051669 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-74724b49-b07f-4691-acb0-04dd9762ad04 req-844b02a8-dbad-4f3d-97d8-744d643eb4c5 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586071 Mar 18 12:41:20.419976 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e07-1b35-482d-92a1-83a0a40d353d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:20.423598 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e07-1b35-482d-92a1-83a0a40d353d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (1869f25d-b1a5-469c-9212-84cbe86097b9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:20.524207 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-f2ae2e07-1b35-482d-92a1-83a0a40d353d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Floating IP 1869f25d-b1a5-469c-9212-84cbe86097b9 associated. External IP: 172.27.2.82, port: c5132c14-09a7-4d43-86fb-9413b34fce0c. Mar 18 12:41:20.695061 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:20.727795 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ae2e07-1b35-482d-92a1-83a0a40d353d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:41:20.835301 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ae2e07-1b35-482d-92a1-83a0a40d353d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:41:20.840432 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e07-1b35-482d-92a1-83a0a40d353d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:20.853342 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:41:20.864605 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:41:20.865243 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:20.888438 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f2ae2e07-1b35-482d-92a1-83a0a40d353d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "PUT /v2.0/floatingips/1869f25d-b1a5-469c-9212-84cbe86097b9 HTTP/1.1" status: 200 len: 991 time: 0.9180696 Mar 18 12:41:20.888438 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711ead26-02b9-464f-9c28-a31ad204bac3', 'tag': 'c5132c14-09a7-4d43-86fb-9413b34fce0c'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:41:20.888438 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58de41c-7c64-48e6-ae3c-8760039c28b4" -d '{"events": [{"name": "network-changed", "server_uuid": "711ead26-02b9-464f-9c28-a31ad204bac3", "tag": "c5132c14-09a7-4d43-86fb-9413b34fce0c"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:41:20.899540 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e43d4-bf30-4711-a465-f1464f6718bf req-1578e84f-93e1-4048-9718-3095f3e49875 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:20.901089 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-103e43d4-bf30-4711-a465-f1464f6718bf req-1578e84f-93e1-4048-9718-3095f3e49875 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0594118 Mar 18 12:41:20.953936 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-103e43d4-bf30-4711-a465-f1464f6718bf req-b283847d-352c-46bd-bde5-b0ec074caaf4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469222 Mar 18 12:41:20.976973 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66613b68-05e8-44ae-9903-c959d778cac4 x-openstack-request-id: req-66613b68-05e8-44ae-9903-c959d778cac4 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:41:20.977465 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711ead26-02b9-464f-9c28-a31ad204bac3", "tag": "c5132c14-09a7-4d43-86fb-9413b34fce0c", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:41:20.977572 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66613b68-05e8-44ae-9903-c959d778cac4 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:41:20.977901 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711ead26-02b9-464f-9c28-a31ad204bac3', 'tag': 'c5132c14-09a7-4d43-86fb-9413b34fce0c', 'status': 'completed', 'code': 200} Mar 18 12:41:20.986240 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:41:21.049585 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-3a7ee1cd-640f-4d7f-9c20-b2805556cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:21.051191 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-3a7ee1cd-640f-4d7f-9c20-b2805556cb1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 1130 time: 0.0497184 Mar 18 12:41:21.142250 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-23645b1f-bdc5-4c7e-b6c6-e70ec01ffdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:21.143735 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-23645b1f-bdc5-4c7e-b6c6-e70ec01ffdeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 200 len: 916 time: 0.0852783 Mar 18 12:41:21.177971 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b782de-e7ef-4aad-813b-0efdaedc7b41 req-b0140c31-1fed-47e2-b047-a86cb4450a26 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:21.179859 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0b782de-e7ef-4aad-813b-0efdaedc7b41 req-b0140c31-1fed-47e2-b047-a86cb4450a26 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0529678 Mar 18 12:41:21.218600 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-af233b26-9dcd-49cb-ad1a-e16f93b4470e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5132c14-09a7-4d43-86fb-9413b34fce0c HTTP/1.1" status: 200 len: 999 time: 0.0674403 Mar 18 12:41:21.226160 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '1869f25d-b1a5-469c-9212-84cbe86097b9', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': 'c5132c14-09a7-4d43-86fb-9413b34fce0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:00:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711ead26-02b9-464f-9c28-a31ad204bac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:41:04Z', 'updated_at': '2022-03-18T12:41:20Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:21.242834 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0b782de-e7ef-4aad-813b-0efdaedc7b41 req-bd36de58-2019-418e-9210-97eab1bf9b47 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570514 Mar 18 12:41:21.253194 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:41:21.261632 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:41:21.262242 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:21.269319 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-2d40164d-fc91-421d-bf5e-559c73b1befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:21.270814 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-2d40164d-fc91-421d-bf5e-559c73b1befc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 200 len: 854 time: 0.0459280 Mar 18 12:41:21.319996 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-7b3a2fa4-9af7-4961-a0ad-7aceca9d87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:21.321499 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-7b3a2fa4-9af7-4961-a0ad-7aceca9d87f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64f5deaf-28d7-4001-a216-58eafeb363d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445862 Mar 18 12:41:21.368294 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:41:21.411694 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-344e7bbc-4bb9-403c-9412-6568fa54ab45 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837140 Mar 18 12:41:21.508698 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e58de41c-7c64-48e6-ae3c-8760039c28b4 req-9b2cb434-3a40-4fd1-a2dd-c30455b47b10 service neutron] 10.222.0.37 "GET /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895073 Mar 18 12:41:21.715779 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '1869f25d-b1a5-469c-9212-84cbe86097b9', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': 'c5132c14-09a7-4d43-86fb-9413b34fce0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:00:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711ead26-02b9-464f-9c28-a31ad204bac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:41:04Z', 'updated_at': '2022-03-18T12:41:20Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:21.742243 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ec9ac-33f2-49aa-96c1-3eadeeddeffc None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '1869f25d-b1a5-469c-9212-84cbe86097b9', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'port_id': 'c5132c14-09a7-4d43-86fb-9413b34fce0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'mac_address': 'fa:16:3e:00:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711ead26-02b9-464f-9c28-a31ad204bac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:41:04Z', 'updated_at': '2022-03-18T12:41:20Z', 'revision_number': 1, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:41:21.919703 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df34cc9-94de-493c-879e-88d635bd6a58 None None] New status for floating IP 1869f25d-b1a5-469c-9212-84cbe86097b9: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:41:21.976094 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:22.097723 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17100151-42a2-4e2f-9164-1209769e2bbc req-59175690-8ed7-48c5-99c4-364cf435b069 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:22.099237 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-17100151-42a2-4e2f-9164-1209769e2bbc req-59175690-8ed7-48c5-99c4-364cf435b069 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0660660 Mar 18 12:41:22.156357 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-17100151-42a2-4e2f-9164-1209769e2bbc req-3ef0f5be-4b81-4e04-a4d3-43107af68e75 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424454 Mar 18 12:41:22.289378 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:22.359364 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bffbf5-b801-488e-aa8d-67b0f2e2cc9e req-fd597604-2047-42f0-942a-76b06800e3fe tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:22.360717 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15bffbf5-b801-488e-aa8d-67b0f2e2cc9e req-fd597604-2047-42f0-942a-76b06800e3fe tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0513904 Mar 18 12:41:22.417502 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15bffbf5-b801-488e-aa8d-67b0f2e2cc9e req-60a23cc4-62c6-4f3a-bd65-308f714d6a0b tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509322 Mar 18 12:41:23.281064 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4263b2-d86e-4ad7-8d91-d5564d33b2af req-006529a2-d864-4da3-8ba7-1ee6700a1150 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:23.282511 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a4263b2-d86e-4ad7-8d91-d5564d33b2af req-006529a2-d864-4da3-8ba7-1ee6700a1150 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0553801 Mar 18 12:41:23.326533 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a4263b2-d86e-4ad7-8d91-d5564d33b2af req-3824411d-2edb-4ded-b1c1-a974f55a05d1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385563 Mar 18 12:41:23.535493 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27aa50e-f966-493f-a483-dfb997c8d73b req-eb251bed-e735-4071-b21c-9fb8b960b50d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:23.536944 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f27aa50e-f966-493f-a483-dfb997c8d73b req-eb251bed-e735-4071-b21c-9fb8b960b50d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0522006 Mar 18 12:41:23.594199 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f27aa50e-f966-493f-a483-dfb997c8d73b req-bd8a835d-cfbe-4c07-9a7c-92603b0efd43 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517237 Mar 18 12:41:24.446291 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f3113-0479-430d-a9b7-91aeb2cb5583 req-56cd695e-e468-4993-a13f-7d962a4ef617 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:24.447741 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a51f3113-0479-430d-a9b7-91aeb2cb5583 req-56cd695e-e468-4993-a13f-7d962a4ef617 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0511153 Mar 18 12:41:24.495467 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a51f3113-0479-430d-a9b7-91aeb2cb5583 req-388d40c8-9984-4697-8151-031685b6c805 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Mar 18 12:41:24.707991 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30f119-b5a1-4c2d-92b5-b03a31340f13 req-da44f3bc-e798-4395-8118-f264862d720e tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:24.709397 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f30f119-b5a1-4c2d-92b5-b03a31340f13 req-da44f3bc-e798-4395-8118-f264862d720e tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0511029 Mar 18 12:41:24.766896 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f30f119-b5a1-4c2d-92b5-b03a31340f13 req-0311a3ed-ac6b-485d-9526-64016e19b299 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518711 Mar 18 12:41:25.614497 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d7a81-ee3b-40e1-93fc-24477e99f1b6 req-07218ca9-aca5-4d24-8f10-0007b43d435a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:25.615927 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b9d7a81-ee3b-40e1-93fc-24477e99f1b6 req-07218ca9-aca5-4d24-8f10-0007b43d435a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 944 time: 0.0503962 Mar 18 12:41:25.660738 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b9d7a81-ee3b-40e1-93fc-24477e99f1b6 req-596128b3-c106-4061-9911-2c28f77d4e38 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394812 Mar 18 12:41:25.884672 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:41:25.885289 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d281573-aee8-484b-b777-beb7a52c66d6 req-7794341a-6c03-4684-865c-6bfd6ac20afe tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:25.886123 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6d281573-aee8-484b-b777-beb7a52c66d6 req-7794341a-6c03-4684-865c-6bfd6ac20afe tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0546393 Mar 18 12:41:25.943187 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6d281573-aee8-484b-b777-beb7a52c66d6 req-797ff029-13e1-4164-a831-2304935577f3 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510437 Mar 18 12:41:25.980881 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:25.993471 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'port_id': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'mac_address': 'fa:16:3e:63:ce:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:41:26.029765 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:41:26.030162 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:26.043081 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:41:26.061748 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:26.065624 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:26.114983 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=9']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:26.309307 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:41:26.781296 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23f5ba-2b14-48d5-b768-2c10faff2bf8 req-fde43201-9a1f-495f-a4e6-114637c1bb96 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:26.782753 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6f23f5ba-2b14-48d5-b768-2c10faff2bf8 req-fde43201-9a1f-495f-a4e6-114637c1bb96 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 945 time: 0.0521269 Mar 18 12:41:26.826728 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6f23f5ba-2b14-48d5-b768-2c10faff2bf8 req-b0635690-cc68-4009-86c9-0a578b91e004 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385301 Mar 18 12:41:27.059919 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecca66-33f9-43fa-b415-5acdd8ca947b req-4be76cb8-e1fc-4ba4-8118-ee166487b864 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:27.061358 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ffecca66-33f9-43fa-b415-5acdd8ca947b req-4be76cb8-e1fc-4ba4-8118-ee166487b864 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0519829 Mar 18 12:41:27.122820 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ffecca66-33f9-43fa-b415-5acdd8ca947b req-b2dc169a-770a-4e06-b12a-fdcf063c2cb7 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556920 Mar 18 12:41:27.919813 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:41:27.949059 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b714873-0a11-4a37-8e95-68adbadbad39 req-bd529891-b84a-45f2-bab0-0e7ee211b82e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:27.950541 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b714873-0a11-4a37-8e95-68adbadbad39 req-bd529891-b84a-45f2-bab0-0e7ee211b82e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 945 time: 0.0516891 Mar 18 12:41:27.969732 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:41:27.970107 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:27.996397 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b714873-0a11-4a37-8e95-68adbadbad39 req-ecb0eac8-0c19-4262-9cb8-8f6cd9457a96 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403233 Mar 18 12:41:28.048615 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:41:28.049006 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:28.071018 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:41:28.073689 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a584d8-5dd6-4878-b286-481c9d111df6" -d '{"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-plugged", "status": "completed", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:41:28.086240 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:28.090428 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:28.141394 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=10']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:28.168906 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b20593-ddb8-491c-9183-735b7167c571 x-openstack-request-id: req-05b20593-ddb8-491c-9183-735b7167c571 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:41:28.169205 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-plugged", "status": "completed", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:41:28.169466 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05b20593-ddb8-491c-9183-735b7167c571 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:41:28.169927 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'code': 200} Mar 18 12:41:28.247451 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40babcde-4dec-44d5-bd68-aede1374d381 req-02f36da4-3055-4ffa-995e-c379c6d9cc74 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:28.248973 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40babcde-4dec-44d5-bd68-aede1374d381 req-02f36da4-3055-4ffa-995e-c379c6d9cc74 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0528173 Mar 18 12:41:28.306449 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40babcde-4dec-44d5-bd68-aede1374d381 req-d7d6664a-3b8d-4c6f-acb4-193c24489aff tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519431 Mar 18 12:41:28.599436 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1100b9-cb87-440e-a646-68308184e41e req-9d123acb-1989-4826-a5ff-baf60d8bfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:28.600883 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9e1100b9-cb87-440e-a646-68308184e41e req-9d123acb-1989-4826-a5ff-baf60d8bfbe0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 1131 time: 0.0433252 Mar 18 12:41:28.645622 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9e1100b9-cb87-440e-a646-68308184e41e req-1dc62513-e50b-49aa-b763-f01878006192 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392468 Mar 18 12:41:28.861253 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:41:29.133065 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44aa14-fa4b-4242-a524-da5287220778 req-dcbe8a20-3d60-4ec7-b022-337ac5440288 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:29.134444 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1d44aa14-fa4b-4242-a524-da5287220778 req-dcbe8a20-3d60-4ec7-b022-337ac5440288 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 947 time: 0.0651102 Mar 18 12:41:29.179190 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1d44aa14-fa4b-4242-a524-da5287220778 req-b5f07a50-5f0a-4845-be53-bf80117e1e86 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391548 Mar 18 12:41:29.575255 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dbbdc-525b-4604-9e37-947ff8a3398e req-ea3ec89c-8b40-4c30-b722-34aec1dc81d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:29.576694 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8e2dbbdc-525b-4604-9e37-947ff8a3398e req-ea3ec89c-8b40-4c30-b722-34aec1dc81d9 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0516205 Mar 18 12:41:29.633695 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8e2dbbdc-525b-4604-9e37-947ff8a3398e req-17b9c0e3-f14a-40b6-9ab5-4d7d86c40d76 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514073 Mar 18 12:41:30.303383 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fee23f-735a-4ee3-96e4-478d220064d2 req-740d1701-4fbc-4d01-8d73-c56ebce8394f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:30.304851 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-92fee23f-735a-4ee3-96e4-478d220064d2 req-740d1701-4fbc-4d01-8d73-c56ebce8394f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 947 time: 0.0539181 Mar 18 12:41:30.352050 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-92fee23f-735a-4ee3-96e4-478d220064d2 req-516afadc-d3f3-4888-b5a5-4d43560cc3e3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413933 Mar 18 12:41:30.749325 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dde803-805f-4977-b957-f1b815c7c770 req-81c65d1b-8fea-49bd-a44a-c4d410592256 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:30.751451 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-17dde803-805f-4977-b957-f1b815c7c770 req-81c65d1b-8fea-49bd-a44a-c4d410592256 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0531018 Mar 18 12:41:30.807859 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-17dde803-805f-4977-b957-f1b815c7c770 req-69788ca2-6c93-4115-b833-de28014c3200 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508235 Mar 18 12:41:31.472863 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77682bf9-34f6-4ce5-ac74-debb72f7680c req-d7e3f7f9-e10d-4265-ab1b-5dfddd61e022 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:31.474285 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-77682bf9-34f6-4ce5-ac74-debb72f7680c req-d7e3f7f9-e10d-4265-ab1b-5dfddd61e022 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 947 time: 0.0510974 Mar 18 12:41:31.522129 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-77682bf9-34f6-4ce5-ac74-debb72f7680c req-b78c82a9-2106-44f4-846b-4a8f3eeff4d4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 Mar 18 12:41:31.921973 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edf67e-541c-4ff3-85e0-5558ddb9a431 req-8c4c90a1-2c67-42df-8eb7-3083c10afd28 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:31.923336 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-25edf67e-541c-4ff3-85e0-5558ddb9a431 req-8c4c90a1-2c67-42df-8eb7-3083c10afd28 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0513957 Mar 18 12:41:31.979405 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-25edf67e-541c-4ff3-85e0-5558ddb9a431 req-70c2f2a2-7ceb-48d0-8a3b-9b86e106c03b tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505843 Mar 18 12:41:33.103873 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2a9ed-a8ec-4775-84b1-a3253c996d2a req-6b0b4bf8-db85-4aa6-b4dd-0e23df8e3c98 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:33.105332 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e5c2a9ed-a8ec-4775-84b1-a3253c996d2a req-6b0b4bf8-db85-4aa6-b4dd-0e23df8e3c98 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0567999 Mar 18 12:41:33.162870 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e5c2a9ed-a8ec-4775-84b1-a3253c996d2a req-e5cd560b-bd38-45d0-bb78-92a4d72a6295 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515883 Mar 18 12:41:34.282911 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf7a6d-034d-47f2-b714-a8422b389bf4 req-8d46318a-44b4-45f1-a261-1be6addd781f tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:34.284407 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4ccf7a6d-034d-47f2-b714-a8422b389bf4 req-8d46318a-44b4-45f1-a261-1be6addd781f tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0559218 Mar 18 12:41:34.342614 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4ccf7a6d-034d-47f2-b714-a8422b389bf4 req-532449d7-e9d5-4e22-aa13-07ef7691741b tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523536 Mar 18 12:41:35.458778 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1d67c-e6b9-40fd-89f3-a8501645ebbf req-cf8453f3-27ed-4f5b-bcda-102a28c02771 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:35.460213 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-86c1d67c-e6b9-40fd-89f3-a8501645ebbf req-cf8453f3-27ed-4f5b-bcda-102a28c02771 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0528319 Mar 18 12:41:35.516921 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-86c1d67c-e6b9-40fd-89f3-a8501645ebbf req-f71ab5ff-3f40-420f-a140-a7e4c5850c3d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=aad170af-a12e-476c-962c-c49957271699&id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512104 Mar 18 12:41:43.215443 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65ff8-97ae-4126-927e-2c5c146899a8 req-3aa89afe-c9ef-47f2-b225-fa317912d019 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:43.218938 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-04e65ff8-97ae-4126-927e-2c5c146899a8 req-3aa89afe-c9ef-47f2-b225-fa317912d019 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 945 time: 0.0524447 Mar 18 12:41:43.269598 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-04e65ff8-97ae-4126-927e-2c5c146899a8 req-a4ba70d8-b675-4586-9000-b747d1b65e9f tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456724 Mar 18 12:41:44.390512 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea325b1-e585-4877-9096-ef307991baa4 req-871c5896-1f77-4035-8d29-ee3bfa7ff71b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:44.391898 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2ea325b1-e585-4877-9096-ef307991baa4 req-871c5896-1f77-4035-8d29-ee3bfa7ff71b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 945 time: 0.0509272 Mar 18 12:41:44.439573 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2ea325b1-e585-4877-9096-ef307991baa4 req-bb73f4b0-4edb-42ee-bd28-6d0b4be22621 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421886 Mar 18 12:41:44.844348 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-3755ac23-3bba-4b5e-bfcb-9594f6b2e986 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:44.845739 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-3755ac23-3bba-4b5e-bfcb-9594f6b2e986 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 945 time: 0.0506525 Mar 18 12:41:44.935489 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Deleting port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:41:44.935823 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:45.023617 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] For port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:45.023975 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:45.188629 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:45.188918 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (103bb9fb-429d-4e08-93b7-811834750d3b), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:45.189231 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Floating IP 103bb9fb-429d-4e08-93b7-811834750d3b disassociated. External IP: 172.27.2.199, port: 3e8c8efa-bf29-420c-b577-b4fc8878c0ef. Mar 18 12:41:45.189568 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Calling delete_port for 3e8c8efa-bf29-420c-b577-b4fc8878c0ef owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:41:45.316979 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (3e8c8efa-bf29-420c-b577-b4fc8878c0ef), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:45.345161 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event deleted for resources: {'Port': ['ID=3e8c8efa-bf29-420c-b577-b4fc8878c0ef,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:45.456838 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Router 52785183-119a-4918-9294-32f0215f7b91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:41:45.534802 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7872ed56-4ffc-4e9c-98dc-c5614d86de18 req-37719793-ff12-4e06-8e8c-dcbb59aedc67 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=489cd3d6-af93-4a5e-b2de-80df34196d7e HTTP/1.1" status: 200 len: 210 time: 0.0263913 Mar 18 12:41:45.565230 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:41:45.574740 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] Sync routers for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:41:45.584078 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:41:45.584703 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:45.605406 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] No DVR routers for this DVR port 3e8c8efa-bf29-420c-b577-b4fc8878c0ef on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:41:45.608148 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:45.611985 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-20cd3e15-47d8-4875-bf86-c0df92ec3429 req-f7b1f57e-4106-4b6b-874c-70800cf74e63 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "DELETE /v2.0/ports/3e8c8efa-bf29-420c-b577-b4fc8878c0ef HTTP/1.1" status: 204 len: 173 time: 0.7602208 Mar 18 12:41:45.612420 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'name': 'network-vif-deleted', 'tag': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:41:45.614987 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccab8b10-5d2c-4ed3-944d-75a71f2541f7" -d '{"events": [{"server_uuid": "489cd3d6-af93-4a5e-b2de-80df34196d7e", "name": "network-vif-deleted", "tag": "3e8c8efa-bf29-420c-b577-b4fc8878c0ef"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:41:45.650200 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c56b57d-d501-4df0-b057-8d5aeefb089c x-openstack-request-id: req-7c56b57d-d501-4df0-b057-8d5aeefb089c {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:41:45.650497 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489cd3d6-af93-4a5e-b2de-80df34196d7e", "name": "network-vif-deleted", "tag": "3e8c8efa-bf29-420c-b577-b4fc8878c0ef", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:41:45.650774 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c56b57d-d501-4df0-b057-8d5aeefb089c {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:41:45.651191 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489cd3d6-af93-4a5e-b2de-80df34196d7e', 'name': 'network-vif-deleted', 'tag': '3e8c8efa-bf29-420c-b577-b4fc8878c0ef', 'status': 'completed', 'code': 200} Mar 18 12:41:45.705805 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:41:45.737370 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f2bb0e4-691b-4c55-ac34-68a89767697e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:45.917903 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:45.944423 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] Checking router: 52785183-119a-4918-9294-32f0215f7b91 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:41:45.952713 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:41:45.953311 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:46.060758 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:41:46.258562 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:41:46.285590 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e3e86-9436-49b2-ac6e-2c8eda0e8a44 None None] The sync data for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi is: [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:41:46.506506 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4717c-e12a-408d-a4d8-81754be62f89 None None] New status for floating IP 103bb9fb-429d-4e08-93b7-811834750d3b: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:41:46.786427 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-78f7404c-6fd4-4b25-8148-37d4557ba5bd tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439035161&fields=id&tenant_id=de5aa4335c0342dda02a125ef9f6af2f HTTP/1.1" status: 200 len: 267 time: 0.0427639 Mar 18 12:41:46.895368 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-d51b7422-d07a-4042-a3fa-c723578d2004 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:46.896726 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-d51b7422-d07a-4042-a3fa-c723578d2004 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 811 time: 0.1041765 Mar 18 12:41:46.910378 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-9b772c60-da47-44f1-a0f0-55340c56f580 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/quotas/de5aa4335c0342dda02a125ef9f6af2f HTTP/1.1" status: 200 len: 375 time: 0.0085480 Mar 18 12:41:46.963153 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-8348dc53-5f95-4232-a9c3-b679df4accce tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480037 Mar 18 12:41:47.059086 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-9f72e075-d2a1-489f-acb1-27d6b48eff92 service neutron] 10.222.0.21 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846357 Mar 18 12:41:47.147562 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-92a2e002-c3fc-4eaa-a655-82f5fd735737 service neutron] 10.222.0.21 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821173 Mar 18 12:41:47.425614 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4219d0a2-ae87-4397-b0f4-915b1094be25 req-80be5ae6-fc85-4e29-aaf8-bc2b4d62517e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 210 time: 0.0277925 Mar 18 12:41:48.028045 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeda7e9b-d895-4d2c-ab82-7afeac910f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:48.044858 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 3e8c8efa-bf29-420c-b577-b4fc8878c0ef no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:41:48.064972 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 3e8c8efa-bf29-420c-b577-b4fc8878c0ef {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:41:48.065315 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 3e8c8efa-bf29-420c-b577-b4fc8878c0ef not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:41:48.531601 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d774750c-86da-4715-b6c5-918deebafe7c req-c2fbcdbc-66f2-4cc2-b90e-d53d836077f6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 210 time: 0.0307415 Mar 18 12:41:48.606238 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-991a15a6-516b-4e95-948f-b53764eace9a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:48.607619 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-991a15a6-516b-4e95-948f-b53764eace9a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 811 time: 0.3353496 Mar 18 12:41:48.668489 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f405085e-7f48-4f17-8002-60ccbfc7721c tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5aa4335c0342dda02a125ef9f6af2f HTTP/1.1" status: 200 len: 379 time: 0.0519192 Mar 18 12:41:48.677476 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'port': {'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'admin_state_up': True, 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'security_groups': ['220e9925-01d9-445a-b4c8-9a08c87f742e']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:41:48.792626 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Made reservation on behalf of de5aa4335c0342dda02a125ef9f6af2f for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:41:48.796065 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:48.924137 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Allocated IP 172.20.0.9 (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8/036d7836-8dc7-4574-b4d0-4a00aad152ff/b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:41:49.058976 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.067991 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.099502 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.140433 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:41:49.143365 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:41:49.146868 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:41:49.172653 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'Port': ['ID=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:49.200652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:49.201280 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.218985 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f6806ee3-7c6f-4acd-9c00-9107b41ada65 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443420 Mar 18 12:41:49.232008 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Request body: {'port': {'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:41:49.296662 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.416677 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f6ceb212-f948-4649-8199-eee9f0efce30 None None] Provisioning complete for port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:41:49.417322 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6ceb212-f948-4649-8199-eee9f0efce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.452518 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f6ceb212-f948-4649-8199-eee9f0efce30 None None] Port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:41:49.549802 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:41:49.557184 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Publish callbacks [] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.569154 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Transition to ACTIVE for port object b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:41:49.572940 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.623241 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Pushing event updated for resources: {'Port': ['ID=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:49.651632 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.651984 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.652327 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.652667 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.652971 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9632d16-2dd4-406d-8d00-0dce36e904b9 req-4e02933a-13d3-448c-b421-83b7becee42e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:49.653444 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.653444 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.653622 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.653942 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.654272 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.654476 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9632d16-2dd4-406d-8d00-0dce36e904b9 req-4e02933a-13d3-448c-b421-83b7becee42e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 943 time: 0.0557878 Mar 18 12:41:49.654634 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.654937 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.655266 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.655588 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.655950 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.656271 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:49.714785 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Attempting to bind port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:41:49.715148 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Attempting to bind port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:41:49.715455 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Attempting to bind port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:41:49.720305 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:41:49.720629 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Attempting to bind port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:41:49.721015 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9632d16-2dd4-406d-8d00-0dce36e904b9 req-24114c0c-7998-4eef-a471-9c24dfee9c5e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491989 Mar 18 12:41:49.725594 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:41:49.725933 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Checking segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:41:49.726311 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Bound using segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:41:49.726832 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Bound port: b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:41:49.727200 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.795281 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] For port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:41:49.798448 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] For port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:41:49.803558 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.835728 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:49.836297 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:49.837660 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] 10.222.0.37 "PUT /v2.0/ports/b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 HTTP/1.1" status: 200 len: 1093 time: 0.6099713 Mar 18 12:41:49.838093 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:41:49.840325 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c66108-8943-4423-a829-68cb3c0b4d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:41:49.870499 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40816e-e391-48b5-aede-e79ada1ad017 service neutron] Pushing event updated for resources: {'Port': ['ID=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:49.910958 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955ce41f-e342-4f4f-b670-e45613760057 x-openstack-request-id: req-955ce41f-e342-4f4f-b670-e45613760057 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:41:49.911255 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:41:49.911513 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-955ce41f-e342-4f4f-b670-e45613760057 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:41:49.911917 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'status': 'completed', 'code': 200} Mar 18 12:41:49.931167 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-d8a79bd0-7db7-4966-96e7-5451a0118237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:49.932679 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-d8a79bd0-7db7-4966-96e7-5451a0118237 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 1127 time: 0.0533299 Mar 18 12:41:49.977904 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-cf70a908-bceb-47a0-87a6-3c3e25d36cee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 HTTP/1.1" status: 200 len: 217 time: 0.0354059 Mar 18 12:41:50.029587 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-87eeeaff-08ab-450e-9ee2-459b76d24cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:50.031105 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-87eeeaff-08ab-450e-9ee2-459b76d24cad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0456412 Mar 18 12:41:50.084840 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ad905785-a55a-4a81-b71a-8945cf022193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:50.086338 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-ad905785-a55a-4a81-b71a-8945cf022193 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472703 Mar 18 12:41:50.172521 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-fec5c91f-c674-422f-90d8-0b9bbe49acf7 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789666 Mar 18 12:41:50.262850 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7f9a9ffb-0c81-440c-b53a-d70d24b07410 req-f85c9826-58ed-4659-904f-78d65dba303a service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824182 Mar 18 12:41:50.356903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-e26cf2e5-5e19-4d84-823a-223da7685144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:50.358348 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-e26cf2e5-5e19-4d84-823a-223da7685144 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 1127 time: 0.0436323 Mar 18 12:41:50.445056 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-8eab3a98-4bf4-46ec-9bb3-d3281e76038e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:50.446474 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-8eab3a98-4bf4-46ec-9bb3-d3281e76038e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.0804827 Mar 18 12:41:50.495473 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-a12dcf41-eacb-4ab5-8f6a-2b783b8e5725 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 HTTP/1.1" status: 200 len: 217 time: 0.0373867 Mar 18 12:41:50.543731 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-a999b8b2-b0e8-4639-b71a-d7ac6a0f3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:50.545094 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-a999b8b2-b0e8-4639-b71a-d7ac6a0f3183 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0415845 Mar 18 12:41:50.594252 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-211ffcae-305f-426e-ab9f-0ea2830794cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:50.595689 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-211ffcae-305f-426e-ab9f-0ea2830794cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418913 Mar 18 12:41:50.685997 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-e0dab90b-346c-4b0f-a9e3-97c6c9573d1c service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823381 Mar 18 12:41:50.696199 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:50.774552 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3c66108-8943-4423-a829-68cb3c0b4d6c req-1b39a9bc-cc3a-439e-b5de-e87148e59299 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821085 Mar 18 12:41:50.835024 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ae52-e567-4981-9732-89eed022c547 req-60b1b9bd-9976-4817-8039-148cd488ad95 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:50.836362 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8d46ae52-e567-4981-9732-89eed022c547 req-60b1b9bd-9976-4817-8039-148cd488ad95 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 943 time: 0.0500972 Mar 18 12:41:50.882946 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8d46ae52-e567-4981-9732-89eed022c547 req-57324d11-1951-4937-9f39-20ffc5dceada tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411041 Mar 18 12:41:51.820297 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-71f43659-3bb9-42ad-bf15-b0e3701a55ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465598 Mar 18 12:41:51.909932 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-97f1d436-5527-4153-8fe3-1de5e925407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:51.911474 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-97f1d436-5527-4153-8fe3-1de5e925407e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 1131 time: 0.0430272 Mar 18 12:41:51.992993 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:52.005172 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539e036-9656-462a-a63e-2537fb0a0e2d req-0bf503fe-9fc3-4cc2-8369-59295d2df496 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:52.006828 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8539e036-9656-462a-a63e-2537fb0a0e2d req-0bf503fe-9fc3-4cc2-8369-59295d2df496 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 943 time: 0.0575562 Mar 18 12:41:52.019014 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-48ca4137-6f7e-4b70-85f3-bcfb46c172a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:52.020543 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-48ca4137-6f7e-4b70-85f3-bcfb46c172a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.0850399 Mar 18 12:41:52.056163 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8539e036-9656-462a-a63e-2537fb0a0e2d req-1814fb1a-f8b9-4a16-be40-1a9d778fa899 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431862 Mar 18 12:41:52.089668 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-d5047a53-1be2-4616-8265-9e8dbd64eb6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 200 len: 1002 time: 0.0615461 Mar 18 12:41:52.139965 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-319a005b-7846-45ea-af9d-63748a759b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:52.141423 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-319a005b-7846-45ea-af9d-63748a759b93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0447240 Mar 18 12:41:52.194397 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-6ccfa168-bf5c-436d-9a9c-ccacc963d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:52.195777 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-6ccfa168-bf5c-436d-9a9c-ccacc963d6b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429282 Mar 18 12:41:52.291236 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-5187fee9-29a5-4d9b-a370-3ff220c03695 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831356 Mar 18 12:41:52.291474 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:52.376808 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5fefba3b-b210-4cf0-9421-0dba95b2875d req-b61781d4-9f6a-4737-873a-aa212d0a4210 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793598 Mar 18 12:41:53.169339 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9187-0aaa-416b-88ad-cd71d6f1267a req-5782e2d5-be37-4ff6-a28b-c429783705ca tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:53.170780 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b53d9187-0aaa-416b-88ad-cd71d6f1267a req-5782e2d5-be37-4ff6-a28b-c429783705ca tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 943 time: 0.0503004 Mar 18 12:41:53.217464 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b53d9187-0aaa-416b-88ad-cd71d6f1267a req-98bca12b-012e-49d5-b910-99528d6f1b1e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408294 Mar 18 12:41:54.333068 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12eb2c-f02e-4c81-98b5-254368d4ced6 req-71858856-897e-442d-a615-bbc916633923 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:54.334436 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2a12eb2c-f02e-4c81-98b5-254368d4ced6 req-71858856-897e-442d-a615-bbc916633923 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 943 time: 0.0512948 Mar 18 12:41:54.384081 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2a12eb2c-f02e-4c81-98b5-254368d4ced6 req-3ab8b227-b946-480e-af07-d20813fd82c4 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441582 Mar 18 12:41:55.498910 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48c3f9-7dc9-4544-b693-6c82d34283ea req-f83847aa-de41-42b1-8f79-8d57760afb44 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:55.500377 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6b48c3f9-7dc9-4544-b693-6c82d34283ea req-f83847aa-de41-42b1-8f79-8d57760afb44 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 943 time: 0.0517974 Mar 18 12:41:55.547638 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6b48c3f9-7dc9-4544-b693-6c82d34283ea req-8c68160f-ae60-4b5e-a14a-88d5b4b7097a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Mar 18 12:41:56.661262 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828dc2a-aad8-4b93-93aa-defe693579aa req-a44aaca0-0fdd-4e22-9b20-d8b1946e6d0d tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:56.662717 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5828dc2a-aad8-4b93-93aa-defe693579aa req-a44aaca0-0fdd-4e22-9b20-d8b1946e6d0d tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 943 time: 0.0511832 Mar 18 12:41:56.709398 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5828dc2a-aad8-4b93-93aa-defe693579aa req-d58d7802-d20c-4be4-a79b-ea38b0c2b174 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Mar 18 12:41:57.831581 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cefae-00ee-4168-ab6a-a62bfaf4468b req-c931e7fb-dbb9-47ea-bcf6-e80db40bdef7 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:57.833018 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fa7cefae-00ee-4168-ab6a-a62bfaf4468b req-c931e7fb-dbb9-47ea-bcf6-e80db40bdef7 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 943 time: 0.0585289 Mar 18 12:41:57.884382 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fa7cefae-00ee-4168-ab6a-a62bfaf4468b req-192cdd42-8515-4d5f-b54f-cf0fa3aa067b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453713 Mar 18 12:41:58.135079 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:41:58.233951 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:58.246185 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:41:58.282082 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:41:58.282481 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:58.294804 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:41:58.319864 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:41:58.323956 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:41:58.369746 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:41:58.377442 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.377797 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.378144 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.378484 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.378845 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.379176 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.379505 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.379827 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.380154 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.380482 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.380807 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.381134 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.381458 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.381780 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.382107 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:41:58.606557 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:41:59.000373 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491624-f329-444c-88d7-12f49285b4ac req-73021da9-ee2c-4e36-88c4-8f85ae40cbcc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:41:59.001756 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e491624-f329-444c-88d7-12f49285b4ac req-73021da9-ee2c-4e36-88c4-8f85ae40cbcc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 944 time: 0.0519352 Mar 18 12:41:59.051943 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e491624-f329-444c-88d7-12f49285b4ac req-f6432c11-241d-4f99-9bc1-7b7556b51ae3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440557 Mar 18 12:42:00.134847 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:42:00.171958 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf65f05-e071-47ca-ac0d-ed669f974dd7 req-c35e19be-c293-42db-9f04-d9be192a962d tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:00.173431 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ccf65f05-e071-47ca-ac0d-ed669f974dd7 req-c35e19be-c293-42db-9f04-d9be192a962d tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 944 time: 0.0551264 Mar 18 12:42:00.183785 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:42:00.191878 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:42:00.192284 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:00.232765 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ccf65f05-e071-47ca-ac0d-ed669f974dd7 req-6e039d13-9086-4bf8-bed3-97a83ce910ff tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499065 Mar 18 12:42:00.273150 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:42:00.273576 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:00.295787 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:00.298705 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3df398b-b07b-416c-bc91-c1bc125759e7" -d '{"events": [{"server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "name": "network-vif-plugged", "status": "completed", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:00.310624 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:00.314989 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:00.337804 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d021f624-6185-4dfd-8153-f1491d159b50 x-openstack-request-id: req-d021f624-6185-4dfd-8153-f1491d159b50 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:00.338106 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "name": "network-vif-plugged", "status": "completed", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:00.338363 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d021f624-6185-4dfd-8153-f1491d159b50 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:00.338779 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'code': 200} Mar 18 12:42:00.365893 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:00.585781 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641cbb-f367-4c2f-b147-eadb1baaecf3 req-3b050642-9642-47be-a545-3ec587f26a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:00.587184 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0e641cbb-f367-4c2f-b147-eadb1baaecf3 req-3b050642-9642-47be-a545-3ec587f26a66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 1129 time: 0.0470304 Mar 18 12:42:00.632395 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0e641cbb-f367-4c2f-b147-eadb1baaecf3 req-682634f0-d2e3-46cf-8d4d-b64d9970dc16 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368640 Mar 18 12:42:01.346977 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f95eb9-bc09-46da-b408-ac480eb1d654 req-eabd4df0-3e86-4ea3-8591-b85444ed8416 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:01.348345 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-98f95eb9-bc09-46da-b408-ac480eb1d654 req-eabd4df0-3e86-4ea3-8591-b85444ed8416 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 945 time: 0.0506222 Mar 18 12:42:01.396432 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-98f95eb9-bc09-46da-b408-ac480eb1d654 req-28dfe35e-0a74-49ab-9aa8-11983519b0b5 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 Mar 18 12:42:02.511221 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a1846-3154-4937-bca3-a2ac4e0da124 req-a78df62c-a38c-4b2a-9574-1531c6fe27f2 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:02.512639 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-356a1846-3154-4937-bca3-a2ac4e0da124 req-a78df62c-a38c-4b2a-9574-1531c6fe27f2 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 945 time: 0.0502889 Mar 18 12:42:02.561087 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-356a1846-3154-4937-bca3-a2ac4e0da124 req-40be0793-77ea-46ec-ae38-cc85bff63af7 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Mar 18 12:42:02.672679 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6084d-e4ad-485c-b73a-fb7f41961b1a req-fb702cf1-716c-4445-9120-77a4f3c49711 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:02.674092 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a7c6084d-e4ad-485c-b73a-fb7f41961b1a req-fb702cf1-716c-4445-9120-77a4f3c49711 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 945 time: 0.0504310 Mar 18 12:42:02.722544 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a7c6084d-e4ad-485c-b73a-fb7f41961b1a req-5118725b-67a6-40b1-aaa3-9dcfcd1e4765 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429606 Mar 18 12:42:02.744352 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39006) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:02.785078 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af089d12-ee99-4ff8-ada8-22e93d8680ec tempest-TestVolumeBootPattern-82013997 tempest-TestVolumeBootPattern-82013997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:02.786496 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-af089d12-ee99-4ff8-ada8-22e93d8680ec tempest-TestVolumeBootPattern-82013997 tempest-TestVolumeBootPattern-82013997-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 1124 time: 0.0412333 Mar 18 12:42:02.789117 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39008) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:02.793129 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:42:02.814927 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:02.909291 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:03.009023 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Allocated IP 172.27.2.54 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/7f061a05-4d6c-49b5-955c-5be3fbdc5d35) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:42:03.109093 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for port (7f061a05-4d6c-49b5-955c-5be3fbdc5d35), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:03.140804 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (7f061a05-4d6c-49b5-955c-5be3fbdc5d35), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:03.177079 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:42:03.179876 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:42:03.183196 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:42:03.210978 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'Port': ['ID=7f061a05-4d6c-49b5-955c-5be3fbdc5d35,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:03.221067 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.221418 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.221761 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.222099 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.222430 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.222788 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.223131 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.223434 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.223757 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.224081 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.224403 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.224725 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.225043 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.225360 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.225674 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:42:03.535906 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (77994347-7b8d-4e01-ad6d-f93111d5cf45), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:03.602134 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (7f061a05-4d6c-49b5-955c-5be3fbdc5d35), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:03.977126 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for port (7f061a05-4d6c-49b5-955c-5be3fbdc5d35), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:03.981657 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (7f061a05-4d6c-49b5-955c-5be3fbdc5d35), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:04.049509 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'Port': ['ID=7f061a05-4d6c-49b5-955c-5be3fbdc5d35,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:04.058790 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (77994347-7b8d-4e01-ad6d-f93111d5cf45), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:04.171002 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Floating IP 77994347-7b8d-4e01-ad6d-f93111d5cf45 associated. External IP: 172.27.2.54, port: b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437. Mar 18 12:42:04.375011 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Router 52785183-119a-4918-9294-32f0215f7b91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:42:04.476711 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:42:04.486371 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] Sync routers for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:42:04.495365 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:04.497862 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:04.498510 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:04.528399 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c8aa007f-5258-4a57-9f7b-3119071eb98e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7382903 Mar 18 12:42:04.529087 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:04.531362 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:04.613869 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:04.631136 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af6495b-8854-4062-818a-97bc9a2cb749 x-openstack-request-id: req-2af6495b-8854-4062-818a-97bc9a2cb749 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:04.631652 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:04.631758 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2af6495b-8854-4062-818a-97bc9a2cb749 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:04.632081 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'status': 'completed', 'code': 200} Mar 18 12:42:04.699501 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-69e2508a-a79e-441a-a148-c4406766389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:04.701017 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-69e2508a-a79e-441a-a148-c4406766389d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 1129 time: 0.0471647 Mar 18 12:42:04.793585 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-19677ada-df53-4252-a3f3-9757231230a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:04.795083 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-19677ada-df53-4252-a3f3-9757231230a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.0880957 Mar 18 12:42:04.861350 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-ea8fda70-2abf-4978-9852-fb356910c798 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 HTTP/1.1" status: 200 len: 998 time: 0.0571067 Mar 18 12:42:04.913491 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-ab7caa8f-298c-4e61-85e3-e1848858673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:04.915227 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-ab7caa8f-298c-4e61-85e3-e1848858673b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0426035 Mar 18 12:42:04.966279 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '77994347-7b8d-4e01-ad6d-f93111d5cf45', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:03Z', 'updated_at': '2022-03-18T12:42:03Z', 'revision_number': 0, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:04.977773 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-125bdc36-12a0-4d2a-9917-f995335fae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:04.979366 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-125bdc36-12a0-4d2a-9917-f995335fae22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561700 Mar 18 12:42:04.993769 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] Checking router: 52785183-119a-4918-9294-32f0215f7b91 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:42:05.002265 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:05.002955 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:05.080033 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-ff9f6e0f-fecd-47cb-83b5-11c00a4b5f98 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896149 Mar 18 12:42:05.123854 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:05.173650 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b59a9d5d-f359-4cc8-a7b8-c24dc13fe92a req-76d4365f-3d37-4d87-9ebe-fc3e8fe862f0 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865033 Mar 18 12:42:05.341321 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '77994347-7b8d-4e01-ad6d-f93111d5cf45', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:03Z', 'updated_at': '2022-03-18T12:42:03Z', 'revision_number': 0, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:05.367419 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0181f-beed-4862-a5d7-1c50f31407ae None None] The sync data for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi is: [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '77994347-7b8d-4e01-ad6d-f93111d5cf45', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:03Z', 'updated_at': '2022-03-18T12:42:03Z', 'revision_number': 0, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:42:05.545987 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91da23c-b9d8-411c-bff9-d062b755d0e1 None None] New status for floating IP 77994347-7b8d-4e01-ad6d-f93111d5cf45: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:42:05.859383 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:42:07.699168 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b294be4-13d9-4bd4-94ee-5894f1cc540e req-45aef1a4-f7fd-4607-b605-ad8c9e41e981 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:07.700672 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0b294be4-13d9-4bd4-94ee-5894f1cc540e req-45aef1a4-f7fd-4607-b605-ad8c9e41e981 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0537596 Mar 18 12:42:07.746590 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0b294be4-13d9-4bd4-94ee-5894f1cc540e req-b1f7bf2c-dca6-458b-935d-94b7eb4be27a tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403244 Mar 18 12:42:08.863911 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bb4e-bc6f-4c49-ad3a-1fab9615630d req-245fce57-79ef-46e2-839c-39859264d985 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:08.865351 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f49bb4e-bc6f-4c49-ad3a-1fab9615630d req-245fce57-79ef-46e2-839c-39859264d985 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0506070 Mar 18 12:42:08.910200 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f49bb4e-bc6f-4c49-ad3a-1fab9615630d req-7d84e880-5f3e-4daa-8d76-d757aab2fafa tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups?id=daf9c31f-c828-4313-967f-ec0400163bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392005 Mar 18 12:42:09.449186 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364117-97e7-42e9-80ad-e3256596d03a req-1e728248-f251-491f-8285-72280ddf405d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:09.450536 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-28364117-97e7-42e9-80ad-e3256596d03a req-1e728248-f251-491f-8285-72280ddf405d tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 946 time: 0.0518491 Mar 18 12:42:09.542903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Deleting port c5132c14-09a7-4d43-86fb-9413b34fce0c {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:09.543234 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:09.633244 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] For port c5132c14-09a7-4d43-86fb-9413b34fce0c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5132c14-09a7-4d43-86fb-9413b34fce0c,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:09.633600 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:09.804404 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:09.804772 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (1869f25d-b1a5-469c-9212-84cbe86097b9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:09.805088 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Floating IP 1869f25d-b1a5-469c-9212-84cbe86097b9 disassociated. External IP: 172.27.2.82, port: c5132c14-09a7-4d43-86fb-9413b34fce0c. Mar 18 12:42:09.805426 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Calling delete_port for c5132c14-09a7-4d43-86fb-9413b34fce0c owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:09.935480 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (c5132c14-09a7-4d43-86fb-9413b34fce0c), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:09.966275 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'Port': ['ID=c5132c14-09a7-4d43-86fb-9413b34fce0c,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:10.032185 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-09c2fbdf-4496-45da-80b8-b486b09b40c8 req-e15dce99-4216-4d93-953d-59220b881220 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/ports?device_id=711ead26-02b9-464f-9c28-a31ad204bac3 HTTP/1.1" status: 200 len: 210 time: 0.0431752 Mar 18 12:42:10.096752 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:42:10.202304 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:42:10.211437 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:42:10.221114 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:10.221667 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:10.242487 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] No DVR routers for this DVR port c5132c14-09a7-4d43-86fb-9413b34fce0c on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:42:10.245229 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:10.249394 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-28364117-97e7-42e9-80ad-e3256596d03a req-feabd29b-5a46-4b2e-8fb7-b6ee5fc4de02 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.37 "DELETE /v2.0/ports/c5132c14-09a7-4d43-86fb-9413b34fce0c HTTP/1.1" status: 204 len: 173 time: 0.7925720 Mar 18 12:42:10.249838 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711ead26-02b9-464f-9c28-a31ad204bac3', 'name': 'network-vif-deleted', 'tag': 'c5132c14-09a7-4d43-86fb-9413b34fce0c'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:10.252098 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a600dc-ec4f-4c11-b0e7-beedc86ce627" -d '{"events": [{"server_uuid": "711ead26-02b9-464f-9c28-a31ad204bac3", "name": "network-vif-deleted", "tag": "c5132c14-09a7-4d43-86fb-9413b34fce0c"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:10.287478 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70932c6a-1010-4b53-bba0-5e713c245ef1 x-openstack-request-id: req-70932c6a-1010-4b53-bba0-5e713c245ef1 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:10.287837 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711ead26-02b9-464f-9c28-a31ad204bac3", "name": "network-vif-deleted", "tag": "c5132c14-09a7-4d43-86fb-9413b34fce0c", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:10.288299 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70932c6a-1010-4b53-bba0-5e713c245ef1 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:10.288778 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711ead26-02b9-464f-9c28-a31ad204bac3', 'name': 'network-vif-deleted', 'tag': 'c5132c14-09a7-4d43-86fb-9413b34fce0c', 'status': 'completed', 'code': 200} Mar 18 12:42:10.337125 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:10.554961 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:10.580629 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:42:10.588604 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:10.589153 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:10.700064 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:10.904419 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:10.931811 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dba3e3-4f08-4a3b-9d32-3d9e36c15c77 None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:36:00Z', 'revision_number': 4, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'a87acaa8-c091-423e-bb9f-42c27c27a853', 'name': '', 'network_id': '64f5deaf-28d7-4001-a216-58eafeb363d7', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'mac_address': 'fa:16:3e:f7:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:57Z', 'updated_at': '2022-03-18T12:36:08Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'subnets': [{'id': '6bd39a95-fb78-4991-8b12-8400cf6fd85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:42:11.154664 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af082e0-d992-45c5-b61d-f1eccd195e3d None None] New status for floating IP 1869f25d-b1a5-469c-9212-84cbe86097b9: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:42:11.379616 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db926e-532f-4ec4-8896-cfefe9fbefef req-50b283cd-ace4-485b-a60a-af7d5f622ac2 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:11.381046 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43db926e-532f-4ec4-8896-cfefe9fbefef req-50b283cd-ace4-485b-a60a-af7d5f622ac2 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 947 time: 0.0520730 Mar 18 12:42:11.426313 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43db926e-532f-4ec4-8896-cfefe9fbefef req-37bad674-7142-4abf-9a25-3f428a5a34eb tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396857 Mar 18 12:42:12.131756 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39086) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:12.148613 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c5132c14-09a7-4d43-86fb-9413b34fce0c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:12.169139 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: c5132c14-09a7-4d43-86fb-9413b34fce0c {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:12.169487 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c5132c14-09a7-4d43-86fb-9413b34fce0c not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:12.186238 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a04e3a3-4f5c-461f-9a36-0f11d664526f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (daf9c31f-c828-4313-967f-ec0400163bdc), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.208515 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a04e3a3-4f5c-461f-9a36-0f11d664526f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (daf9c31f-c828-4313-967f-ec0400163bdc), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.254470 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a04e3a3-4f5c-461f-9a36-0f11d664526f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (daf9c31f-c828-4313-967f-ec0400163bdc), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.256974 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a04e3a3-4f5c-461f-9a36-0f11d664526f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.258111 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7a04e3a3-4f5c-461f-9a36-0f11d664526f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "DELETE /v2.0/security-groups/daf9c31f-c828-4313-967f-ec0400163bdc HTTP/1.1" status: 204 len: 168 time: 0.1253877 Mar 18 12:42:12.260939 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39088) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:12.266751 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04e3a3-4f5c-461f-9a36-0f11d664526f tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf9c31f-c828-4313-967f-ec0400163bdc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:12.277628 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.api.v2.resource [None req-7b79f6c1-fff1-40f7-90c0-47eb12fd32b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] show failed (client error): The resource could not be found. Mar 18 12:42:12.278875 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7b79f6c1-fff1-40f7-90c0-47eb12fd32b8 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "GET /v2.0/security-groups/daf9c31f-c828-4313-967f-ec0400163bdc HTTP/1.1" status: 404 len: 347 time: 0.0168505 Mar 18 12:42:12.282120 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39090) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:12.402806 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Deleting port 388c0937-185c-465f-ba76-17c85b3515c5 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:12.403054 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (388c0937-185c-465f-ba76-17c85b3515c5), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.475419 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (388c0937-185c-465f-ba76-17c85b3515c5), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.475746 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (388c0937-185c-465f-ba76-17c85b3515c5), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.487794 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Calling delete_port for 388c0937-185c-465f-ba76-17c85b3515c5 owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:12.550323 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa96db-c84a-465d-ae57-b71f70edd085 req-4b3a6ee2-b3c2-4055-ab4a-03590649a795 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:12.551825 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4aaa96db-c84a-465d-ae57-b71f70edd085 req-4b3a6ee2-b3c2-4055-ab4a-03590649a795 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 947 time: 0.0547068 Mar 18 12:42:12.598042 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4aaa96db-c84a-465d-ae57-b71f70edd085 req-a34a3426-6161-4cb5-ac66-6ac382cba7a0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404999 Mar 18 12:42:12.619061 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (388c0937-185c-465f-ba76-17c85b3515c5), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.651245 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Pushing event deleted for resources: {'Port': ['ID=388c0937-185c-465f-ba76-17c85b3515c5,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:12.709815 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks [] for floatingip (1869f25d-b1a5-469c-9212-84cbe86097b9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.712508 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:12.713682 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f68ff44a-d079-4c99-a20c-48b4dba71634 tempest-AttachVolumeNegativeTest-49291541 tempest-AttachVolumeNegativeTest-49291541-project] 10.222.0.21 "DELETE /v2.0/floatingips/1869f25d-b1a5-469c-9212-84cbe86097b9 HTTP/1.1" status: 204 len: 168 time: 0.4306250 Mar 18 12:42:12.972497 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-d9065ba8-f4a3-48f8-9ac5-91ce02732ea3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:12.974105 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-d9065ba8-f4a3-48f8-9ac5-91ce02732ea3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 947 time: 0.0566804 Mar 18 12:42:13.075122 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Deleting port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:13.075464 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:13.164273 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] For port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:13.164634 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:13.334653 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:13.335384 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:13.335384 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Floating IP bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac disassociated. External IP: 172.27.2.213, port: 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6. Mar 18 12:42:13.335730 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Calling delete_port for 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:13.462730 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (306ce3cc-4c19-473f-96c6-d4c7fca6ffb6), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:13.488809 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event deleted for resources: {'Port': ['ID=306ce3cc-4c19-473f-96c6-d4c7fca6ffb6,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:13.702909 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8fb885d7-0c22-4280-93b2-c9fcfaf3dfbe req-00b7d6ce-ec76-432a-b20b-8ae53897ce9a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c HTTP/1.1" status: 200 len: 210 time: 0.0280974 Mar 18 12:42:13.831670 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Router 7f1e3cd3-db51-4c8c-a921-f01510e47083 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:42:13.959517 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:42:13.971394 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] Sync routers for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:42:13.992981 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:13.992981 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:14.010430 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] No DVR routers for this DVR port 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:42:14.013295 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:14.017338 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-661b24ea-bd2e-4dfb-b4bc-196b840d8614 req-0eb49f79-2c95-405b-977c-bc56708c8c70 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "DELETE /v2.0/ports/306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 HTTP/1.1" status: 204 len: 173 time: 1.0371556 Mar 18 12:42:14.018562 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-deleted', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:14.020789 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfff7b5-2d45-4c65-a8e5-dff1e236c2e8" -d '{"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-deleted", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:14.071341 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe7d95c-86b1-4c2d-966b-f25a2031982e x-openstack-request-id: req-fbe7d95c-86b1-4c2d-966b-f25a2031982e {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:14.071733 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c", "name": "network-vif-deleted", "tag": "306ce3cc-4c19-473f-96c6-d4c7fca6ffb6", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:14.072042 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbe7d95c-86b1-4c2d-966b-f25a2031982e {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:14.072504 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60e4c6e-efd5-4a07-8e7f-ff3c919bec5c', 'name': 'network-vif-deleted', 'tag': '306ce3cc-4c19-473f-96c6-d4c7fca6ffb6', 'status': 'completed', 'code': 200} Mar 18 12:42:14.124152 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:14.335607 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:14.360788 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] Checking router: 7f1e3cd3-db51-4c8c-a921-f01510e47083 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:42:14.369059 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:14.369666 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:41:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:14.482902 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:14.793918 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39118) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:14.798368 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:14.828338 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93021dc7-9bf8-4cf7-a8c8-a57d29f90e53 None None] The sync data for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi is: [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:42:14.848382 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6315ec04-59e2-458d-81b7-0301399bf5ca tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (ff68a6cc-46c3-4fc8-99c4-2c0a426b5411), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:14.872568 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6315ec04-59e2-458d-81b7-0301399bf5ca tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (ff68a6cc-46c3-4fc8-99c4-2c0a426b5411), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:14.923512 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6315ec04-59e2-458d-81b7-0301399bf5ca tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ff68a6cc-46c3-4fc8-99c4-2c0a426b5411), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:14.926258 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6315ec04-59e2-458d-81b7-0301399bf5ca tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:14.927689 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6315ec04-59e2-458d-81b7-0301399bf5ca tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff68a6cc-46c3-4fc8-99c4-2c0a426b5411 HTTP/1.1" status: 204 len: 168 time: 0.1325557 Mar 18 12:42:14.930369 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39120) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:14.936891 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315ec04-59e2-458d-81b7-0301399bf5ca tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff68a6cc-46c3-4fc8-99c4-2c0a426b5411,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:14.947112 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-2bf53343-1934-44fc-8565-7413a21df8e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] show failed (client error): The resource could not be found. Mar 18 12:42:14.951212 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39122) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:14.952727 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2bf53343-1934-44fc-8565-7413a21df8e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups/ff68a6cc-46c3-4fc8-99c4-2c0a426b5411 HTTP/1.1" status: 404 len: 347 time: 0.0211761 Mar 18 12:42:15.070497 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36628fe-77fc-403f-b066-d8a6437b1463 None None] New status for floating IP bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:42:15.097171 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Deleting port fa3391e1-90c9-4893-a4f4-9f187a9704ff {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:15.097490 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (fa3391e1-90c9-4893-a4f4-9f187a9704ff), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.174491 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (fa3391e1-90c9-4893-a4f4-9f187a9704ff), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.174959 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (fa3391e1-90c9-4893-a4f4-9f187a9704ff), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.188052 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Calling delete_port for fa3391e1-90c9-4893-a4f4-9f187a9704ff owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:15.336948 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (fa3391e1-90c9-4893-a4f4-9f187a9704ff), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.362448 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event deleted for resources: {'Port': ['ID=fa3391e1-90c9-4893-a4f4-9f187a9704ff,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:15.424406 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.427023 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.428164 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-59bab0c8-6fa3-44b6-8a1a-03b4f57672f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "DELETE /v2.0/floatingips/bfd7f8a8-fd6f-4b03-953d-b2de5ff523ac HTTP/1.1" status: 204 len: 168 time: 0.4756553 Mar 18 12:42:15.655189 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39140) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:15.659752 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-ddb05b59-7b71-4ed9-816a-26fa3a4cb512 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2074582312', 'description': 'tempest-description--569931216'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:42:15.679152 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a012536b-8a6b-4405-a785-c36ddd3c8ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.680956 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ddb05b59-7b71-4ed9-816a-26fa3a4cb512 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.746924 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ddb05b59-7b71-4ed9-816a-26fa3a4cb512 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (032c578e-8f83-4736-8075-50ab8a36c6e8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.750809 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ddb05b59-7b71-4ed9-816a-26fa3a4cb512 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (032c578e-8f83-4736-8075-50ab8a36c6e8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.777246 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ddb05b59-7b71-4ed9-816a-26fa3a4cb512 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.778358 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ddb05b59-7b71-4ed9-816a-26fa3a4cb512 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1221635 Mar 18 12:42:15.782038 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39142) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:15.782798 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb05b59-7b71-4ed9-816a-26fa3a4cb512 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032c578e-8f83-4736-8075-50ab8a36c6e8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:15.787659 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-dea1f740-27ca-4f16-bad5-6e6726cde15f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'security_group_rule': {'security_group_id': '032c578e-8f83-4736-8075-50ab8a36c6e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:42:15.813997 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dea1f740-27ca-4f16-bad5-6e6726cde15f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (2684e52c-09ea-4f3d-9b35-a29c637127de), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.857625 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dea1f740-27ca-4f16-bad5-6e6726cde15f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (2684e52c-09ea-4f3d-9b35-a29c637127de), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.860936 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dea1f740-27ca-4f16-bad5-6e6726cde15f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (2684e52c-09ea-4f3d-9b35-a29c637127de), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.878453 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1f740-27ca-4f16-bad5-6e6726cde15f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2684e52c-09ea-4f3d-9b35-a29c637127de,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:15.885467 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dea1f740-27ca-4f16-bad5-6e6726cde15f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.886674 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-dea1f740-27ca-4f16-bad5-6e6726cde15f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1034975 Mar 18 12:42:15.889803 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:15.895307 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-26c3da93-3103-4871-a7b5-d69903d09df4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'security_group_rule': {'security_group_id': '032c578e-8f83-4736-8075-50ab8a36c6e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:42:15.919259 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26c3da93-3103-4871-a7b5-d69903d09df4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (57bf325a-394c-42b5-9456-492b629267b7), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.975481 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26c3da93-3103-4871-a7b5-d69903d09df4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (57bf325a-394c-42b5-9456-492b629267b7), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.978807 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26c3da93-3103-4871-a7b5-d69903d09df4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (57bf325a-394c-42b5-9456-492b629267b7), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:15.996780 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3da93-3103-4871-a7b5-d69903d09df4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bf325a-394c-42b5-9456-492b629267b7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:16.001864 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26c3da93-3103-4871-a7b5-d69903d09df4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.003062 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-26c3da93-3103-4871-a7b5-d69903d09df4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111200 Mar 18 12:42:16.006139 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39146) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:16.010566 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:42:16.030330 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.120701 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.193281 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:16.213473 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:16.213820 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 306ce3cc-4c19-473f-96c6-d4c7fca6ffb6 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:16.222816 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Allocated IP 172.27.2.237 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/bad7b77f-ff5a-45d9-bdd9-749b23caf008) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:42:16.319977 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for port (bad7b77f-ff5a-45d9-bdd9-749b23caf008), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.351526 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (bad7b77f-ff5a-45d9-bdd9-749b23caf008), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.393722 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:42:16.397857 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:42:16.400322 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:42:16.413190 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39154) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:16.424056 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'Port': ['ID=bad7b77f-ff5a-45d9-bdd9-749b23caf008,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:16.498208 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (a96afeda-8b19-46cb-8b75-c3a6a43ab79c), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.534300 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (bad7b77f-ff5a-45d9-bdd9-749b23caf008), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.682187 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for port (bad7b77f-ff5a-45d9-bdd9-749b23caf008), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.686734 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (bad7b77f-ff5a-45d9-bdd9-749b23caf008), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.754487 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'Port': ['ID=bad7b77f-ff5a-45d9-bdd9-749b23caf008,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:16.765788 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (a96afeda-8b19-46cb-8b75-c3a6a43ab79c), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.781826 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.783060 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d4fc9d0b-6a89-4441-b9c4-5625dbc4e1c9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7758996 Mar 18 12:42:16.939669 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (8d05ec03-9480-455a-ac1c-bed20601f324), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:16.975699 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-1d3897a7-7f66-484f-9ce1-c373b423b3e3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2074582312&fields=id&tenant_id=cafde6fdcf624fca99edc9b76b57530e HTTP/1.1" status: 200 len: 267 time: 0.0412846 Mar 18 12:42:17.078836 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-c96bf465-5906-4bda-a1e1-bceff00990ee tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:17.080312 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-c96bf465-5906-4bda-a1e1-bceff00990ee tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 817 time: 0.0982695 Mar 18 12:42:17.095026 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-b5cf97ff-f520-450b-811e-2b27a5a288d0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/quotas/cafde6fdcf624fca99edc9b76b57530e HTTP/1.1" status: 200 len: 375 time: 0.0093706 Mar 18 12:42:17.160289 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-f5919e31-fec4-429a-b793-0cd56a387f44 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602083 Mar 18 12:42:17.243626 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Deleting port a87acaa8-c091-423e-bb9f-42c27c27a853 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:17.243965 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:17.293151 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-c28ecd5b-f186-48d8-a9be-4caa59f2ef1f service neutron] 10.222.0.21 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217704 Mar 18 12:42:17.319601 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] For port a87acaa8-c091-423e-bb9f-42c27c27a853, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a87acaa8-c091-423e-bb9f-42c27c27a853,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:17.319967 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:17.333204 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Calling delete_port for a87acaa8-c091-423e-bb9f-42c27c27a853 owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:17.384151 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-677fdf0e-7ed8-4c1b-872d-0ba5046d0342 service neutron] 10.222.0.21 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852690 Mar 18 12:42:17.517038 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (a87acaa8-c091-423e-bb9f-42c27c27a853), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:17.544721 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Pushing event deleted for resources: {'Port': ['ID=a87acaa8-c091-423e-bb9f-42c27c27a853,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:17.710364 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (8d05ec03-9480-455a-ac1c-bed20601f324), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:17.932030 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Router 8d05ec03-9480-455a-ac1c-bed20601f324 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:42:18.029510 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5593e937-72e3-42ad-b23b-e61ad16fc6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:18.261712 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:42:18.269456 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-38259a8e-8074-4fa4-ae17-ac1a1c67654f admin admin] 10.222.0.21 "PUT /v2.0/routers/8d05ec03-9480-455a-ac1c-bed20601f324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8523438 Mar 18 12:42:18.269456 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39180) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:18.269987 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] Sync routers for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:42:18.281012 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:18.281557 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:18.372111 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks [] for router (8d05ec03-9480-455a-ac1c-bed20601f324), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:18.386448 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:18.474117 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks [] for router_gateway (8d05ec03-9480-455a-ac1c-bed20601f324), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:18.553163 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Deleting port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:18.553869 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:18.571757 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-386755aa-771c-418a-a8a1-767fc39e43d5 req-3523e824-c33b-408b-995c-2d9d87b546dc tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 210 time: 0.0355330 Mar 18 12:42:18.586161 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:42:17Z', 'revision_number': 5, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port': {'id': '1fdcfcd9-15c6-4f71-a456-4c22ce3f1119', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:35:48Z', 'updated_at': '2022-03-18T12:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:18.615030 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] Checking router: 8d05ec03-9480-455a-ac1c-bed20601f324 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:42:18.627299 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] Routers {'8d05ec03-9480-455a-ac1c-bed20601f324'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:18.628154 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['8d05ec03-9480-455a-ac1c-bed20601f324'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:18.656866 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] For port 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=1fdcfcd9-15c6-4f71-a456-4c22ce3f1119,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:18.657350 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:18.673211 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Calling delete_port for 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:18.716749 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-ca18fd74-ec41-40f4-b11f-83c3af1c6b14 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208307073&fields=id&tenant_id=59ce94cdd46d40c7a58f4af25496c77a HTTP/1.1" status: 200 len: 267 time: 0.0544641 Mar 18 12:42:18.739963 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] Set router 8d05ec03-9480-455a-ac1c-bed20601f324 gateway port host: None {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:18.786448 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-2476e3ae-a2ea-417d-911e-e863d25cc3c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:18.794150 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-2476e3ae-a2ea-417d-911e-e863d25cc3c4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 984 time: 0.0670972 Mar 18 12:42:18.800263 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-05aa9aff-b831-40f5-a5f7-ca56ca628f5d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Request body: {'port': {'security_groups': ['e121e1ac-08e5-4726-b312-6315234a1f89']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:42:18.818684 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:42:18Z', 'revision_number': 6, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port_host': None}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:18.852911 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06a6f1-bf27-4848-a77e-f6497f686fb3 None None] The sync data for ids ['8d05ec03-9480-455a-ac1c-bed20601f324'] in dv-cinder-790535-30-iscsi is: [{'id': '8d05ec03-9480-455a-ac1c-bed20601f324', 'name': 'tempest-AttachVolumeNegativeTest-1285141514-router', 'tenant_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:35:47Z', 'updated_at': '2022-03-18T12:42:18Z', 'revision_number': 6, 'project_id': 'f653a780af9a483e8c92a9e22ce8cc4b', 'gw_port_host': None}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:42:18.881493 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (1fdcfcd9-15c6-4f71-a456-4c22ce3f1119), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:18.890966 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-05aa9aff-b831-40f5-a5f7-ca56ca628f5d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:18.921305 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdcfcd9-15c6-4f71-a456-4c22ce3f1119,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:18.991573 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (8d05ec03-9480-455a-ac1c-bed20601f324), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.072792 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.102081 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (8d05ec03-9480-455a-ac1c-bed20601f324), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.103264 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-05aa9aff-b831-40f5-a5f7-ca56ca628f5d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] For port aa7c2893-149f-4197-ad1a-f2cdeb74811c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:19.104209 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks [] for router_controller (8d05ec03-9480-455a-ac1c-bed20601f324), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.139673 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-05aa9aff-b831-40f5-a5f7-ca56ca628f5d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.145362 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-05aa9aff-b831-40f5-a5f7-ca56ca628f5d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.156409 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['aa7c2893-149f-4197-ad1a-f2cdeb74811c'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:42:19.176415 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (8d05ec03-9480-455a-ac1c-bed20601f324), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.177055 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d05ec03-9480-455a-ac1c-bed20601f324 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:42:19.182235 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.187995 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2d6b63e0-bad2-4f8e-bc6b-f39ab8a300ed admin admin] 10.222.0.21 "DELETE /v2.0/routers/8d05ec03-9480-455a-ac1c-bed20601f324 HTTP/1.1" status: 204 len: 168 time: 0.9175391 Mar 18 12:42:19.188645 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39196) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:19.195476 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-05aa9aff-b831-40f5-a5f7-ca56ca628f5d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:19.196228 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-05aa9aff-b831-40f5-a5f7-ca56ca628f5d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.197735 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d9e0d07-4390-423b-8dcd-db4273afab50 req-05aa9aff-b831-40f5-a5f7-ca56ca628f5d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "PUT /v2.0/ports/aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 942 time: 0.4027030 Mar 18 12:42:19.200494 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:19.206865 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24" -d '{"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:19.215940 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39198) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:19.249775 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4a939c-6bf9-48ce-b93b-bafc58cb2057 admin admin] Deleting subnet 6bd39a95-fb78-4991-8b12-8400cf6fd85b {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:42:19.254696 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2f4a939c-6bf9-48ce-b93b-bafc58cb2057 admin admin] Publish callbacks [] for subnet (6bd39a95-fb78-4991-8b12-8400cf6fd85b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.300135 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['aa7c2893-149f-4197-ad1a-f2cdeb74811c'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:42:19.312483 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef79cca-afd2-41cc-b240-7d1c6295cdd9 x-openstack-request-id: req-2ef79cca-afd2-41cc-b240-7d1c6295cdd9 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:19.312483 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:19.314870 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ef79cca-afd2-41cc-b240-7d1c6295cdd9 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:19.315318 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'status': 'completed', 'code': 200} Mar 18 12:42:19.327181 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa9aff-b831-40f5-a5f7-ca56ca628f5d tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event updated for resources: {'Port': ['ID=aa7c2893-149f-4197-ad1a-f2cdeb74811c,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:19.334687 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2f4a939c-6bf9-48ce-b93b-bafc58cb2057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (6bd39a95-fb78-4991-8b12-8400cf6fd85b), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.361778 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6842d595-f194-4a8a-a376-4dc55f3956bc tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group (aad170af-a12e-476c-962c-c49957271699), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.411580 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6842d595-f194-4a8a-a376-4dc55f3956bc tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group (aad170af-a12e-476c-962c-c49957271699), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.493697 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6842d595-f194-4a8a-a376-4dc55f3956bc tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (aad170af-a12e-476c-962c-c49957271699), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.501240 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6842d595-f194-4a8a-a376-4dc55f3956bc tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.506148 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6842d595-f194-4a8a-a376-4dc55f3956bc tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "DELETE /v2.0/security-groups/aad170af-a12e-476c-962c-c49957271699 HTTP/1.1" status: 204 len: 168 time: 0.2863858 Mar 18 12:42:19.521810 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-5ce631dc-c52a-4136-bd00-297e5bd78d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:19.523546 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39202) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:19.523703 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-5ce631dc-c52a-4136-bd00-297e5bd78d9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ce94cdd46d40c7a58f4af25496c77a&device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 1129 time: 0.1665759 Mar 18 12:42:19.524695 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842d595-f194-4a8a-a376-4dc55f3956bc tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad170af-a12e-476c-962c-c49957271699,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:19.579523 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-ab1a701b-4707-48c8-a9c4-2e69b4793dba None None] Provisioning complete for port aa7c2893-149f-4197-ad1a-f2cdeb74811c triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:42:19.580048 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab1a701b-4707-48c8-a9c4-2e69b4793dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.639703 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2f4a939c-6bf9-48ce-b93b-bafc58cb2057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (6bd39a95-fb78-4991-8b12-8400cf6fd85b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.772412 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a701b-4707-48c8-a9c4-2e69b4793dba None None] Current status of the port aa7c2893-149f-4197-ad1a-f2cdeb74811c is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:42:19.773605 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-82d773e6-3553-4ba8-a1e8-a768add410f8 req-b6d50333-9f82-4e22-a5e6-306d2e93fabd tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 210 time: 0.0770435 Mar 18 12:42:19.782670 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-763a085d-5191-45a2-8229-29cf7482ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:19.784693 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-763a085d-5191-45a2-8229-29cf7482ec9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b HTTP/1.1" status: 200 len: 916 time: 0.2506464 Mar 18 12:42:19.803641 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-83f7b730-ce53-43da-945e-a2b21d037246 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:19.805317 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-83f7b730-ce53-43da-945e-a2b21d037246 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 817 time: 0.2616925 Mar 18 12:42:19.817618 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2f4a939c-6bf9-48ce-b93b-bafc58cb2057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (6bd39a95-fb78-4991-8b12-8400cf6fd85b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.832140 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a87acaa8-c091-423e-bb9f-42c27c27a853 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:19.854194 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: a87acaa8-c091-423e-bb9f-42c27c27a853 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:19.854674 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a87acaa8-c091-423e-bb9f-42c27c27a853 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:19.855190 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:19.865354 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Deleting port 3940f2da-0fed-4b86-b286-06f728da0ef9 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:19.865831 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (3940f2da-0fed-4b86-b286-06f728da0ef9), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.876396 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:19.876854 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 1fdcfcd9-15c6-4f71-a456-4c22ce3f1119 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:19.910941 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a939c-6bf9-48ce-b93b-bafc58cb2057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd39a95-fb78-4991-8b12-8400cf6fd85b,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:19.915646 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2f4a939c-6bf9-48ce-b93b-bafc58cb2057 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.921324 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2f4a939c-6bf9-48ce-b93b-bafc58cb2057 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6bd39a95-fb78-4991-8b12-8400cf6fd85b HTTP/1.1" status: 204 len: 168 time: 0.7291894 Mar 18 12:42:19.922249 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39210) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:19.926090 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26debe6-0588-4ae5-bc97-a0568f1d4009 None None] Network 64f5deaf-28d7-4001-a216-58eafeb363d7 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:42:19.945631 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (3940f2da-0fed-4b86-b286-06f728da0ef9), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.945972 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for floatingip (3940f2da-0fed-4b86-b286-06f728da0ef9), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:19.959653 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Calling delete_port for 3940f2da-0fed-4b86-b286-06f728da0ef9 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:19.998833 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-2454e31e-5cc3-4214-977b-161b3cb25edb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 1001 time: 0.1897950 Mar 18 12:42:20.052848 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-4176c501-f963-4748-8727-3ab2ffb0e583 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cafde6fdcf624fca99edc9b76b57530e HTTP/1.1" status: 200 len: 380 time: 0.1888711 Mar 18 12:42:20.070907 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'port': {'device_id': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'admin_state_up': True, 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'security_groups': ['032c578e-8f83-4736-8075-50ab8a36c6e8']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:42:20.094238 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (64f5deaf-28d7-4001-a216-58eafeb363d7), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.129020 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4403f0-3684-4d9f-9f37-9bf1170b1067 None None] DHCP port deletion for 64f5deaf-28d7-4001-a216-58eafeb363d7 request from dv-cinder-790535-30-iscsi {{(pid=103443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 12:42:20.135204 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-0e31705f-bd42-45b7-981f-1dc978fc6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:20.136674 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-0e31705f-bd42-45b7-981f-1dc978fc6189 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11fbe989-3284-4dc2-b1cd-ee7a596146c1 HTTP/1.1" status: 200 len: 854 time: 0.1283433 Mar 18 12:42:20.194131 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cd4403f0-3684-4d9f-9f37-9bf1170b1067 None None] Deleting port d44eea2e-858f-4dd4-b088-054abaf60657 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:20.194756 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd4403f0-3684-4d9f-9f37-9bf1170b1067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.199134 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (3940f2da-0fed-4b86-b286-06f728da0ef9), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.227017 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event deleted for resources: {'Port': ['ID=3940f2da-0fed-4b86-b286-06f728da0ef9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:20.264955 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-c1bbba28-a634-4640-88f8-ca5a5e03df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:20.266479 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-c1bbba28-a634-4640-88f8-ca5a5e03df1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1232731 Mar 18 12:42:20.270209 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-cd4403f0-3684-4d9f-9f37-9bf1170b1067 None None] For port d44eea2e-858f-4dd4-b088-054abaf60657, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=d44eea2e-858f-4dd4-b088-054abaf60657,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:20.270645 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd4403f0-3684-4d9f-9f37-9bf1170b1067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.286749 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cd4403f0-3684-4d9f-9f37-9bf1170b1067 None None] Calling delete_port for d44eea2e-858f-4dd4-b088-054abaf60657 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:20.294568 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks [] for floatingip (a1ca0a06-181d-4330-a73e-63b7bffcce49), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.294873 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Made reservation on behalf of cafde6fdcf624fca99edc9b76b57530e for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:42:20.295073 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Floating IP a1ca0a06-181d-4330-a73e-63b7bffcce49 disassociated (deleted). External IP: 172.27.2.115, port: aa7c2893-149f-4197-ad1a-f2cdeb74811c. Mar 18 12:42:20.298165 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.348717 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Deleting port d44eea2e-858f-4dd4-b088-054abaf60657 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:20.348953 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.418167 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd4403f0-3684-4d9f-9f37-9bf1170b1067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.449383 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4403f0-3684-4d9f-9f37-9bf1170b1067 None None] Pushing event deleted for resources: {'Port': ['ID=d44eea2e-858f-4dd4-b088-054abaf60657,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:20.458278 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4403f0-3684-4d9f-9f37-9bf1170b1067 None None] No DVR routers for this DVR port d44eea2e-858f-4dd4-b088-054abaf60657 on host dv-cinder-790535-30-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:42:20.484752 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] For port d44eea2e-858f-4dd4-b088-054abaf60657, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=d44eea2e-858f-4dd4-b088-054abaf60657,segment=NetworkSegment(b1de89e6-a321-4a65-8498-321ffc7c515b),segment_id=b1de89e6-a321-4a65-8498-321ffc7c515b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:20.485210 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.503616 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-89b66a8f-ee88-407d-ae58-e25b4918c142 service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288527 Mar 18 12:42:20.523933 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Calling delete_port for d44eea2e-858f-4dd4-b088-054abaf60657 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:20.689856 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Allocated IP 172.20.0.9 (2b0253ca-f873-4236-b27b-f9f484d003bd/e78e288d-75f6-4bca-a780-c4ba788fe7be/c909b095-4094-498c-87d5-6571989f5f1b) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:42:20.699481 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.721335 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5562b99c-ce31-4ced-8d6c-9faec5c3ef24 req-b60878d3-2878-49c8-9052-2a44d068a947 service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109516 Mar 18 12:42:20.732291 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (d44eea2e-858f-4dd4-b088-054abaf60657), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.740124 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:42:20.779845 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Pushing event deleted for resources: {'Port': ['ID=d44eea2e-858f-4dd4-b088-054abaf60657,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:20.791179 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] No DVR routers for this DVR port d44eea2e-858f-4dd4-b088-054abaf60657 on host dv-cinder-790535-30-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:42:20.854022 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:42:20.859821 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:20.866995 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] Sync routers for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:42:20.878322 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:20.879082 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:20.911689 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-48f6da8c-1845-469d-9c6a-988ad2bf102f req-0aa0e55f-177a-417f-b469-fb42b190b5f5 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 210 time: 0.0304167 Mar 18 12:42:20.932752 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b9a91d4a-fd54-409c-a347-f2c87e3e68c6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "DELETE /v2.0/floatingips/a1ca0a06-181d-4330-a73e-63b7bffcce49 HTTP/1.1" status: 204 len: 168 time: 1.3857672 Mar 18 12:42:21.006698 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:21.175428 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (64f5deaf-28d7-4001-a216-58eafeb363d7), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.215213 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f5deaf-28d7-4001-a216-58eafeb363d7']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:21.225536 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for port (c909b095-4094-498c-87d5-6571989f5f1b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.230234 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c09112f-8a69-4977-a33e-ce1f7697a2b3', 'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'mac_address': 'fa:16:3e:75:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:00Z', 'updated_at': '2022-03-18T12:40:04Z', 'revision_number': 5, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'subnets': [{'id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:21.230472 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1de89e6-a321-4a65-8498-321ffc7c515b') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:21.230745 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1de89e6-a321-4a65-8498-321ffc7c515b') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:21.243027 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (b1de89e6-a321-4a65-8498-321ffc7c515b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.261040 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] Checking router: 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:42:21.261474 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (b1de89e6-a321-4a65-8498-321ffc7c515b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.269541 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:21.270153 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:21.273015 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:42:21.273407 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (b1de89e6-a321-4a65-8498-321ffc7c515b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: self.session.flush() Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: self.session.flush() Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: self.session.flush() Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: self.session.flush() Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:42:21.275068 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:42:21.316131 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:21.318640 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d1e898-7ff6-412b-ac04-e3235c7609c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:21.326403 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.360721 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc6c3ed-1a0a-45b2-983f-be31567f0800 x-openstack-request-id: req-bcc6c3ed-1a0a-45b2-983f-be31567f0800 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:21.361157 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:21.361746 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcc6c3ed-1a0a-45b2-983f-be31567f0800 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:21.361885 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (64f5deaf-28d7-4001-a216-58eafeb363d7), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.362814 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'status': 'completed', 'code': 200} Mar 18 12:42:21.373198 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.378703 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] 10.222.0.21 "DELETE /v2.0/networks/64f5deaf-28d7-4001-a216-58eafeb363d7 HTTP/1.1" status: 204 len: 168 time: 1.4510057 Mar 18 12:42:21.385959 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Network 2b0253ca-f873-4236-b27b-f9f484d003bd is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:42:21.407484 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa26316-9117-4650-ba87-a68caef7b13a admin admin] Pushing event deleted for resources: {'Network': ['ID=64f5deaf-28d7-4001-a216-58eafeb363d7,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:21.410076 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:42:21.426019 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:42:21.445266 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:21.485257 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:21.503220 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:21.503909 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.520047 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-e0423ed4-b886-4df8-8264-797bfafc6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:21.521178 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-e0423ed4-b886-4df8-8264-797bfafc6a60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ce94cdd46d40c7a58f4af25496c77a&device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 1129 time: 0.1258261 Mar 18 12:42:21.544698 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39226) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:21.548109 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-245a2fe1-0e69-4162-b11c-036b136ef802 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4839852 Mar 18 12:42:21.590691 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Request body: {'port': {'device_id': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:42:21.615166 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4666e56a-f4c4-43dd-96f0-8f95d77370bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f653a780af9a483e8c92a9e22ce8cc4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0683453 Mar 18 12:42:21.617417 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39228) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:21.687224 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b48bf64c-96aa-4e64-9afb-6af7b81aad82 admin admin] Publish callbacks [] for security_group (ea35a6ab-e35b-4496-9ced-3bcc1efdca46), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.701799 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.714279 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b48bf64c-96aa-4e64-9afb-6af7b81aad82 admin admin] Publish callbacks [] for security_group (ea35a6ab-e35b-4496-9ced-3bcc1efdca46), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.759360 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-812c116b-2105-4877-9f59-0a0121953d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:21.761097 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-812c116b-2105-4877-9f59-0a0121953d73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b HTTP/1.1" status: 200 len: 916 time: 0.2331467 Mar 18 12:42:21.761321 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c09112f-8a69-4977-a33e-ce1f7697a2b3', 'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'mac_address': 'fa:16:3e:75:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:00Z', 'updated_at': '2022-03-18T12:40:04Z', 'revision_number': 5, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'subnets': [{'id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:21.771744 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b48bf64c-96aa-4e64-9afb-6af7b81aad82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (ea35a6ab-e35b-4496-9ced-3bcc1efdca46), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.774665 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b48bf64c-96aa-4e64-9afb-6af7b81aad82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.778182 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b48bf64c-96aa-4e64-9afb-6af7b81aad82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea35a6ab-e35b-4496-9ced-3bcc1efdca46 HTTP/1.1" status: 204 len: 168 time: 0.1563361 Mar 18 12:42:21.788461 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device d44eea2e-858f-4dd4-b088-054abaf60657 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:21.792103 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bf64c-96aa-4e64-9afb-6af7b81aad82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea35a6ab-e35b-4496-9ced-3bcc1efdca46,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:21.803597 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1d9a3-c617-4556-8fdf-a68efda00bb1 None None] The sync data for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi is: [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c09112f-8a69-4977-a33e-ce1f7697a2b3', 'name': '', 'network_id': 'd34b8ad7-e4ac-4592-856d-e13cffdd0b3b', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'mac_address': 'fa:16:3e:75:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:00Z', 'updated_at': '2022-03-18T12:40:04Z', 'revision_number': 5, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'subnets': [{'id': '11fbe989-3284-4dc2-b1cd-ee7a596146c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:42:21.892895 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: d44eea2e-858f-4dd4-b088-054abaf60657 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:21.893251 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device d44eea2e-858f-4dd4-b088-054abaf60657 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:21.897403 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-61bf10a8-6c59-42c0-8309-e9a5a87165bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 200 len: 217 time: 0.1295829 Mar 18 12:42:21.919348 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-e8f19882-b1ec-4ecd-8fd1-f76e0eea2823 None None] Provisioning complete for port c909b095-4094-498c-87d5-6571989f5f1b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:42:21.919985 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8f19882-b1ec-4ecd-8fd1-f76e0eea2823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c909b095-4094-498c-87d5-6571989f5f1b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:21.983551 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e8f19882-b1ec-4ecd-8fd1-f76e0eea2823 None None] Port c909b095-4094-498c-87d5-6571989f5f1b cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:42:21.996313 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:22.032448 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-8bc891ea-9e69-41f4-89d9-a16103c8dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:22.034004 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-8bc891ea-9e69-41f4-89d9-a16103c8dcc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11fbe989-3284-4dc2-b1cd-ee7a596146c1 HTTP/1.1" status: 200 len: 854 time: 0.1254008 Mar 18 12:42:22.098825 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e897cc-502b-4106-bf91-3392f306aec5 req-4c1617c5-7cd2-4a7d-96d0-3d09d4b59240 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:22.106185 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-88e897cc-502b-4106-bf91-3392f306aec5 req-4c1617c5-7cd2-4a7d-96d0-3d09d4b59240 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 931 time: 0.0776181 Mar 18 12:42:22.152803 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-9065ced2-d9d6-48c7-8caa-2fc87a3c7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:22.156057 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-9065ced2-d9d6-48c7-8caa-2fc87a3c7bea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1097853 Mar 18 12:42:22.166477 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-88e897cc-502b-4106-bf91-3392f306aec5 req-871e306f-6e7b-4776-bb71-2296b1fb83f9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593140 Mar 18 12:42:22.182852 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55a2b4-f133-4c55-849e-05e534981122 None None] New status for floating IP a1ca0a06-181d-4330-a73e-63b7bffcce49: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:42:22.219963 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c909b095-4094-498c-87d5-6571989f5f1b {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:42:22.270981 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Publish callbacks [] for port (c909b095-4094-498c-87d5-6571989f5f1b), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:22.296085 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Transition to ACTIVE for port object c909b095-4094-498c-87d5-6571989f5f1b will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:42:22.307990 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:22.313532 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:22.383598 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-56354816-1905-4dd9-940d-87a682094781 service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201302 Mar 18 12:42:22.384828 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:22.553228 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19d1e898-7ff6-412b-ac04-e3235c7609c5 req-3ef0f28f-d8ac-4ef5-ba2c-322f94c8d467 service neutron] 10.222.0.37 "GET /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618102 Mar 18 12:42:22.580446 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Attempting to bind port c909b095-4094-498c-87d5-6571989f5f1b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:42:22.580787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Attempting to bind port c909b095-4094-498c-87d5-6571989f5f1b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:42:22.581107 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Attempting to bind port c909b095-4094-498c-87d5-6571989f5f1b on network 2b0253ca-f873-4236-b27b-f9f484d003bd {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:42:22.585615 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Port c909b095-4094-498c-87d5-6571989f5f1b on network 2b0253ca-f873-4236-b27b-f9f484d003bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:42:22.585906 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Attempting to bind port c909b095-4094-498c-87d5-6571989f5f1b on network 2b0253ca-f873-4236-b27b-f9f484d003bd {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:42:22.590936 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:42:22.591289 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Checking segment: {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:42:22.592787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Bound using segment: {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:42:22.593221 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Bound port: c909b095-4094-498c-87d5-6571989f5f1b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c4bdcf-7770-474a-9484-82f0f99f1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:42:22.593574 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:22.661152 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:42:22.664947 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:42:22.671673 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:22.704692 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:22.705313 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:22.706884 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] 10.222.0.37 "PUT /v2.0/ports/c909b095-4094-498c-87d5-6571989f5f1b HTTP/1.1" status: 200 len: 1093 time: 1.1483798 Mar 18 12:42:22.707328 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:22.709549 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "tag": "c909b095-4094-498c-87d5-6571989f5f1b"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:22.748298 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e0782-f95c-4e10-a935-7fac9c8a0c3c service neutron] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:22.761559 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b8a8da-747e-48e5-a961-1e4651708e06 x-openstack-request-id: req-81b8a8da-747e-48e5-a961-1e4651708e06 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:22.761855 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "tag": "c909b095-4094-498c-87d5-6571989f5f1b", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:22.762196 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81b8a8da-747e-48e5-a961-1e4651708e06 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:22.762773 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b', 'status': 'completed', 'code': 200} Mar 18 12:42:22.814661 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-cc8ddcd7-f0d8-478f-ae88-ff71d7f2c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:22.816652 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-cc8ddcd7-f0d8-478f-ae88-ff71d7f2c3d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0529065 Mar 18 12:42:22.860090 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-0b4c8148-3b3b-4dbf-8de2-7cdea20c3065 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c909b095-4094-498c-87d5-6571989f5f1b HTTP/1.1" status: 200 len: 217 time: 0.0361166 Mar 18 12:42:22.908926 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-b63e5ade-d42d-4976-8c16-ff54cd5c4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:22.910443 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-b63e5ade-d42d-4976-8c16-ff54cd5c4eaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0448632 Mar 18 12:42:22.962706 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-d95e7b64-6c96-4b33-9da8-938f8c07a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:22.964238 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-d95e7b64-6c96-4b33-9da8-938f8c07a2f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480618 Mar 18 12:42:23.066551 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-3664d059-5e70-498d-9080-e1322035cf33 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933709 Mar 18 12:42:23.156407 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-989f6f0f-1c0b-4874-99be-b9c22688046c req-9110647e-797f-47d7-bd27-c409199b217c service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851390 Mar 18 12:42:23.276274 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-0a108c61-5730-4802-9d23-18d4d397a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:23.277948 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-0a108c61-5730-4802-9d23-18d4d397a302 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0559893 Mar 18 12:42:23.301786 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f7cfc-254e-4fc3-b56e-b6b094a0ce29 req-da946820-aa0b-4609-a38c-5f4f79a92592 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:23.303430 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc8f7cfc-254e-4fc3-b56e-b6b094a0ce29 req-da946820-aa0b-4609-a38c-5f4f79a92592 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0574484 Mar 18 12:42:23.350180 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc8f7cfc-254e-4fc3-b56e-b6b094a0ce29 req-ebb04b54-b3a6-4ece-b3a2-b4e157d55a3b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407236 Mar 18 12:42:23.366743 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-cebd1b50-02aa-4935-94bf-1e3919c0be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:23.368274 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-cebd1b50-02aa-4935-94bf-1e3919c0be7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.0840590 Mar 18 12:42:23.417211 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-624465a3-4925-47d7-8f57-26190a0a9c85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c909b095-4094-498c-87d5-6571989f5f1b HTTP/1.1" status: 200 len: 217 time: 0.0406418 Mar 18 12:42:23.471747 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-e8664e46-ef08-47ed-aebe-9f2ab11d57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:23.473512 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-e8664e46-ef08-47ed-aebe-9f2ab11d57db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0476642 Mar 18 12:42:23.522639 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-ffec8207-2478-4a29-a026-4c16e701a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:23.524083 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-ffec8207-2478-4a29-a026-4c16e701a3a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437810 Mar 18 12:42:23.616279 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-d91e612f-dccf-4166-8257-d68b563d2c79 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838480 Mar 18 12:42:23.714737 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a8a30f7c-ce08-4be0-afce-e06b8b84f0d8 req-4ff4f119-c93a-45bd-af5e-03bfa0c79182 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900881 Mar 18 12:42:23.783490 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da856200-1e07-4e50-b4af-f32a35de396f req-ac69292c-74b9-4835-b72b-b453423e227e tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:23.785008 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-da856200-1e07-4e50-b4af-f32a35de396f req-ac69292c-74b9-4835-b72b-b453423e227e tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0535207 Mar 18 12:42:23.831412 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-da856200-1e07-4e50-b4af-f32a35de396f req-a8538c87-180a-4be2-91a0-aa1e4e30acd4 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Mar 18 12:42:24.242146 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:42:24.336532 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:24.346725 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'c909b095-4094-498c-87d5-6571989f5f1b', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'port_id': 'c909b095-4094-498c-87d5-6571989f5f1b', 'mac_address': 'fa:16:3e:ca:81:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:42:24.518485 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c909b095-4094-498c-87d5-6571989f5f1b is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:42:24.518850 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:24.523626 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740016-d9e1-4eec-a7e3-83a03521bec3 req-0e88f977-7313-4324-a914-44b06f9ff5b3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:24.525876 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1740016-d9e1-4eec-a7e3-83a03521bec3 req-0e88f977-7313-4324-a914-44b06f9ff5b3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0851109 Mar 18 12:42:24.532613 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c909b095-4094-498c-87d5-6571989f5f1b {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:42:24.553235 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:24.557868 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:24.579307 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1740016-d9e1-4eec-a7e3-83a03521bec3 req-48915e9f-8f96-4b03-a4c4-05e2f8a3828d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475633 Mar 18 12:42:24.609347 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:24.943711 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcc3be-3246-473e-9d4d-864541ee6db5 req-772493ec-3b86-4e7e-84b5-c8ee1a6b3dda tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:24.945130 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-27dcc3be-3246-473e-9d4d-864541ee6db5 req-772493ec-3b86-4e7e-84b5-c8ee1a6b3dda tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0508938 Mar 18 12:42:24.990335 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-27dcc3be-3246-473e-9d4d-864541ee6db5 req-1501029d-d8ab-48d1-8139-b4be90814b47 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Mar 18 12:42:25.699629 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe4851-b8f7-4184-93d3-c796a4db7ad0 req-e8382129-6c84-41e6-b673-520ece1cdfb5 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:25.701634 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-69fe4851-b8f7-4184-93d3-c796a4db7ad0 req-e8382129-6c84-41e6-b673-520ece1cdfb5 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0510902 Mar 18 12:42:25.749512 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-69fe4851-b8f7-4184-93d3-c796a4db7ad0 req-e5e46fce-920a-44ee-97c0-44c7ce48419b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Mar 18 12:42:26.105388 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba93aca-d7a7-4471-8c28-0f7a1b6127ed req-d0f8cef4-39ee-4386-9ce7-efae28464bc2 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:26.106838 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fba93aca-d7a7-4471-8c28-0f7a1b6127ed req-d0f8cef4-39ee-4386-9ce7-efae28464bc2 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0506806 Mar 18 12:42:26.154186 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fba93aca-d7a7-4471-8c28-0f7a1b6127ed req-c6e5786f-37fe-426c-88f9-54ddb2c6cc16 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411651 Mar 18 12:42:26.868095 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257ab81-35e9-4c8b-ab70-369ad35f2bd0 req-05c3f93a-2933-4609-bd44-98ae958c3975 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:26.869551 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8257ab81-35e9-4c8b-ab70-369ad35f2bd0 req-05c3f93a-2933-4609-bd44-98ae958c3975 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0516233 Mar 18 12:42:26.914794 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8257ab81-35e9-4c8b-ab70-369ad35f2bd0 req-73f12cf9-c760-4065-8807-e63f88e4a0f9 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397584 Mar 18 12:42:27.264229 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['c909b095-4094-498c-87d5-6571989f5f1b'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:42:27.273733 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e6560-79bf-4d1e-9869-f43fc05b71b7 req-31d31765-6bef-4754-b0fe-d1c30e8f9f6a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:27.275215 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-410e6560-79bf-4d1e-9869-f43fc05b71b7 req-31d31765-6bef-4754-b0fe-d1c30e8f9f6a tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0552902 Mar 18 12:42:27.321291 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-410e6560-79bf-4d1e-9869-f43fc05b71b7 req-0759359b-a573-46d3-874e-c11895505ede tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/security-groups?id=e121e1ac-08e5-4726-b312-6315234a1f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Mar 18 12:42:27.787111 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-9b20e0f0-4b5e-4bf2-bd33-6f60888a2da6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:27.788545 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-9b20e0f0-4b5e-4bf2-bd33-6f60888a2da6 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 945 time: 0.0623088 Mar 18 12:42:27.889997 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Deleting port aa7c2893-149f-4197-ad1a-f2cdeb74811c {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:27.890340 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:27.983123 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] For port aa7c2893-149f-4197-ad1a-f2cdeb74811c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7c2893-149f-4197-ad1a-f2cdeb74811c,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:27.983492 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:27.996816 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Calling delete_port for aa7c2893-149f-4197-ad1a-f2cdeb74811c owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:28.036240 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c76f4-6304-4647-8692-3a5e37f2827c req-d23f4668-ef9a-4aa3-a527-3f7e09e01cc3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:28.037702 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f6c76f4-6304-4647-8692-3a5e37f2827c req-d23f4668-ef9a-4aa3-a527-3f7e09e01cc3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0526001 Mar 18 12:42:28.088564 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f6c76f4-6304-4647-8692-3a5e37f2827c req-8488a33c-cc01-4467-a6da-e23971d34f50 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Mar 18 12:42:28.129700 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (aa7c2893-149f-4197-ad1a-f2cdeb74811c), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:28.141177 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['aa7c2893-149f-4197-ad1a-f2cdeb74811c'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:42:28.159462 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Pushing event deleted for resources: {'Port': ['ID=aa7c2893-149f-4197-ad1a-f2cdeb74811c,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:28.204014 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] No DVR routers for this DVR port aa7c2893-149f-4197-ad1a-f2cdeb74811c on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:42:28.206400 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:28.209655 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f2aa050-def4-4526-beb0-3c8ed363768a req-87a8f916-da4f-429d-8d39-05bb201bef1c tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.37 "DELETE /v2.0/ports/aa7c2893-149f-4197-ad1a-f2cdeb74811c HTTP/1.1" status: 204 len: 173 time: 0.4154935 Mar 18 12:42:28.210095 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'name': 'network-vif-deleted', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:28.212343 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6df5b8-9c4b-4d91-ae85-347789c55755" -d '{"events": [{"server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "name": "network-vif-deleted", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:28.242634 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:42:28.256139 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b10b3f-09c2-4841-9132-168215173a6b x-openstack-request-id: req-81b10b3f-09c2-4841-9132-168215173a6b {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:28.256437 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3afc5f2-0a97-4058-b53d-4f3c9005037e", "name": "network-vif-deleted", "tag": "aa7c2893-149f-4197-ad1a-f2cdeb74811c", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:28.256692 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81b10b3f-09c2-4841-9132-168215173a6b {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:28.257093 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3afc5f2-0a97-4058-b53d-4f3c9005037e', 'name': 'network-vif-deleted', 'tag': 'aa7c2893-149f-4197-ad1a-f2cdeb74811c', 'status': 'completed', 'code': 200} Mar 18 12:42:28.299464 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port c909b095-4094-498c-87d5-6571989f5f1b completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:42:28.303820 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port c909b095-4094-498c-87d5-6571989f5f1b triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:42:28.304192 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c909b095-4094-498c-87d5-6571989f5f1b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:28.382298 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c909b095-4094-498c-87d5-6571989f5f1b is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:42:28.382796 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:28.406277 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:28.408561 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722c7892-1a4e-49e1-8869-88a82b9d3357" -d '{"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "c909b095-4094-498c-87d5-6571989f5f1b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:28.421392 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:28.427368 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:28.428621 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cab8527a-2798-46bf-8b02-26131edfdbc4 req-450673ec-1fa6-41bb-bb99-26f62286b717 tempest-TestMinimumBasicScenario-1719870067 tempest-TestMinimumBasicScenario-1719870067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3afc5f2-0a97-4058-b53d-4f3c9005037e HTTP/1.1" status: 200 len: 210 time: 0.0317175 Mar 18 12:42:28.462450 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bed9bb-8726-42b5-b48c-9c2d0d5a8fa5 x-openstack-request-id: req-92bed9bb-8726-42b5-b48c-9c2d0d5a8fa5 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:28.462819 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "c909b095-4094-498c-87d5-6571989f5f1b", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:28.463082 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92bed9bb-8726-42b5-b48c-9c2d0d5a8fa5 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:28.468024 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b', 'code': 200} Mar 18 12:42:28.488021 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:28.644995 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09809d64-b44c-470b-b57f-9f2974cb91eb req-d2b68837-a63f-4cbb-8616-27ea73a56f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:28.646627 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-09809d64-b44c-470b-b57f-9f2974cb91eb req-d2b68837-a63f-4cbb-8616-27ea73a56f75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0472932 Mar 18 12:42:28.695909 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-09809d64-b44c-470b-b57f-9f2974cb91eb req-958c7927-fba4-4cc2-8206-ac856827a266 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Mar 18 12:42:29.221736 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beaf14-a107-4314-b9d6-24be803fbcf9 req-6c06ff6b-e996-4ba3-8ff7-5bd79f107eb8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:29.223194 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-01beaf14-a107-4314-b9d6-24be803fbcf9 req-6c06ff6b-e996-4ba3-8ff7-5bd79f107eb8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0550444 Mar 18 12:42:29.268226 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-01beaf14-a107-4314-b9d6-24be803fbcf9 req-f94d9e7a-835d-4942-96d3-ead005796b8b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396266 Mar 18 12:42:30.074691 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39416) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:30.363026 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39428) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:30.403188 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525549f-4cf1-4399-83d7-dc4c712b7df9 req-6f9d0daf-20fd-4967-8f52-262e39e811ce tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:30.405168 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b525549f-4cf1-4399-83d7-dc4c712b7df9 req-6f9d0daf-20fd-4967-8f52-262e39e811ce tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0653489 Mar 18 12:42:30.469318 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5d6abe54-2d15-40b1-bbf5-dc40dfc96c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.491622 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b525549f-4cf1-4399-83d7-dc4c712b7df9 req-5dfd36da-3dd4-45b0-b878-e30bc5e61a84 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803185 Mar 18 12:42:30.514205 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.547798 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5d6abe54-2d15-40b1-bbf5-dc40dfc96c0c admin admin] Publish callbacks [] for security_group (6c43733a-7368-4059-887c-bd32a50b7e38), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.551841 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5d6abe54-2d15-40b1-bbf5-dc40dfc96c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (6c43733a-7368-4059-887c-bd32a50b7e38), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.593411 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5d6abe54-2d15-40b1-bbf5-dc40dfc96c0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a54a6a251234be1866b614f28e30df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292795 Mar 18 12:42:30.595505 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6abe54-2d15-40b1-bbf5-dc40dfc96c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c43733a-7368-4059-887c-bd32a50b7e38,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:30.597718 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39434) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:30.647426 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6534-55b0-48d6-bba5-e35ea351b5f9 admin admin] Publish callbacks [] for security_group (6c43733a-7368-4059-887c-bd32a50b7e38), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.653541 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a34534-07e1-438d-a0f1-c798d0a273ea req-f03bc34c-ec99-4a9d-9c09-815535aa40a8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:30.655584 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-31a34534-07e1-438d-a0f1-c798d0a273ea req-f03bc34c-ec99-4a9d-9c09-815535aa40a8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0770812 Mar 18 12:42:30.664201 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39436) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:30.668678 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-365b4a9e-1f33-41ed-b956-bcee626da1e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Request body: {'floatingip': {'port_id': 'c909b095-4094-498c-87d5-6571989f5f1b'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:42:30.713317 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6534-55b0-48d6-bba5-e35ea351b5f9 admin admin] Publish callbacks [] for security_group (6c43733a-7368-4059-887c-bd32a50b7e38), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.721380 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-365b4a9e-1f33-41ed-b956-bcee626da1e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (a96afeda-8b19-46cb-8b75-c3a6a43ab79c), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.825780 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Deleting port 0c09112f-8a69-4977-a33e-ce1f7697a2b3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:30.826730 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.846405 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6534-55b0-48d6-bba5-e35ea351b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (6c43733a-7368-4059-887c-bd32a50b7e38), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.848974 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6534-55b0-48d6-bba5-e35ea351b5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.853601 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ddfa6534-55b0-48d6-bba5-e35ea351b5f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c43733a-7368-4059-887c-bd32a50b7e38 HTTP/1.1" status: 204 len: 168 time: 0.2514961 Mar 18 12:42:30.896776 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa6534-55b0-48d6-bba5-e35ea351b5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c43733a-7368-4059-887c-bd32a50b7e38,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:30.911847 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] For port 0c09112f-8a69-4977-a33e-ce1f7697a2b3, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=0c09112f-8a69-4977-a33e-ce1f7697a2b3,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:30.912227 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:30.927151 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Calling delete_port for 0c09112f-8a69-4977-a33e-ce1f7697a2b3 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:31.132558 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (0c09112f-8a69-4977-a33e-ce1f7697a2b3), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:31.164459 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c09112f-8a69-4977-a33e-ce1f7697a2b3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:31.225496 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-365b4a9e-1f33-41ed-b956-bcee626da1e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:31.234943 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-365b4a9e-1f33-41ed-b956-bcee626da1e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (a96afeda-8b19-46cb-8b75-c3a6a43ab79c), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:31.347160 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-365b4a9e-1f33-41ed-b956-bcee626da1e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Floating IP a96afeda-8b19-46cb-8b75-c3a6a43ab79c associated. External IP: 172.27.2.237, port: c909b095-4094-498c-87d5-6571989f5f1b. Mar 18 12:42:31.354054 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:31.610384 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:42:31.735069 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:42:31.744516 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e388d84e-26a3-4e1e-9298-9731a15933a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6687014 Mar 18 12:42:31.744662 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] Sync routers for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:42:31.745792 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39462) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:31.763399 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:31.764062 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:31.840976 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365b4a9e-1f33-41ed-b956-bcee626da1e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Router 7f1e3cd3-db51-4c8c-a921-f01510e47083 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:42:31.874805 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks [] for router (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:31.900385 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:31.987773 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365b4a9e-1f33-41ed-b956-bcee626da1e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:42:31.994915 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks [] for router_gateway (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.002665 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] Sync routers for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:42:32.003347 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-365b4a9e-1f33-41ed-b956-bcee626da1e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.017316 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:32.018480 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:32.083285 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-365b4a9e-1f33-41ed-b956-bcee626da1e1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "PUT /v2.0/floatingips/a96afeda-8b19-46cb-8b75-c3a6a43ab79c HTTP/1.1" status: 200 len: 991 time: 1.4178498 Mar 18 12:42:32.094547 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:42:32.095666 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:42:31Z', 'revision_number': 5, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port': {'id': 'b7a52145-8c38-4d4c-af22-833bcce1df4e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:57Z', 'updated_at': '2022-03-18T12:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:32.099660 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18a89a8-ce1c-4af3-aed7-015bed852dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "tag": "c909b095-4094-498c-87d5-6571989f5f1b"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:42:32.123176 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] Checking router: 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:42:32.133016 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] Routers {'5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:32.133672 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:32.175220 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:32.201290 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a733f5-463c-4246-a2bc-3b449bec2682 x-openstack-request-id: req-26a733f5-463c-4246-a2bc-3b449bec2682 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:42:32.201591 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "tag": "c909b095-4094-498c-87d5-6571989f5f1b", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:42:32.201851 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26a733f5-463c-4246-a2bc-3b449bec2682 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:42:32.202262 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b', 'status': 'completed', 'code': 200} Mar 18 12:42:32.284031 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] Set router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:32.300267 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device aa7c2893-149f-4197-ad1a-f2cdeb74811c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:32.323226 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-5e490f24-73e1-4ef1-84e3-06f00d828fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:32.325190 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-5e490f24-73e1-4ef1-84e3-06f00d828fc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 1129 time: 0.1002009 Mar 18 12:42:32.352429 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: aa7c2893-149f-4197-ad1a-f2cdeb74811c {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:32.352955 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device aa7c2893-149f-4197-ad1a-f2cdeb74811c not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:32.368970 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:42:31Z', 'revision_number': 6, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port_host': None}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:32.398228 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4c3ab-8341-4535-b2a8-3878ef0ed66b None None] The sync data for ids ['5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15'] in dv-cinder-790535-30-iscsi is: [{'id': '5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15', 'name': 'tempest-TestMinimumBasicScenario-1113109712-router', 'tenant_id': '59ce94cdd46d40c7a58f4af25496c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:56Z', 'updated_at': '2022-03-18T12:42:31Z', 'revision_number': 6, 'project_id': '59ce94cdd46d40c7a58f4af25496c77a', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:42:32.420598 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Deleting port b7a52145-8c38-4d4c-af22-833bcce1df4e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:32.420598 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.461474 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-a4a43360-caaa-4a7d-9bf1-3280bf563106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:32.463043 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-a4a43360-caaa-4a7d-9bf1-3280bf563106 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.1299512 Mar 18 12:42:32.502192 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] For port b7a52145-8c38-4d4c-af22-833bcce1df4e, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=b7a52145-8c38-4d4c-af22-833bcce1df4e,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:32.502608 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.516981 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Calling delete_port for b7a52145-8c38-4d4c-af22-833bcce1df4e owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:32.518493 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'a96afeda-8b19-46cb-8b75-c3a6a43ab79c', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'port_id': 'c909b095-4094-498c-87d5-6571989f5f1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'mac_address': 'fa:16:3e:ca:81:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:16Z', 'updated_at': '2022-03-18T12:42:31Z', 'revision_number': 1, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:32.539150 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-324950de-4fcb-465e-8ce4-04c673b00bd8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c909b095-4094-498c-87d5-6571989f5f1b HTTP/1.1" status: 200 len: 999 time: 0.0696611 Mar 18 12:42:32.546720 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] Checking router: 7f1e3cd3-db51-4c8c-a921-f01510e47083 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:42:32.555537 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:32.556207 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:32.589385 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-de4a51b8-1564-48d5-8344-95995aa02d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:32.591018 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-de4a51b8-1564-48d5-8344-95995aa02d94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0455456 Mar 18 12:42:32.644142 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-430fb013-5363-460d-b6a2-e692b7fcc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:42:32.645833 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-430fb013-5363-460d-b6a2-e692b7fcc3ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492558 Mar 18 12:42:32.668690 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:32.699057 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (b7a52145-8c38-4d4c-af22-833bcce1df4e), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.727519 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a52145-8c38-4d4c-af22-833bcce1df4e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:32.754391 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-4ceaf71c-de60-4364-bff4-3ad6c83d02b9 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025729 Mar 18 12:42:32.795715 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.863512 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d18a89a8-ce1c-4af3-aed7-015bed852dd3 req-9e15d309-748d-41ba-9468-228837482d91 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037860 Mar 18 12:42:32.901777 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.904075 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks [] for router_controller (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.920955 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'a96afeda-8b19-46cb-8b75-c3a6a43ab79c', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'port_id': 'c909b095-4094-498c-87d5-6571989f5f1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'mac_address': 'fa:16:3e:ca:81:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:16Z', 'updated_at': '2022-03-18T12:42:31Z', 'revision_number': 1, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:32.950868 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96c65eb-e2ad-439b-8948-ed4afe434390 None None] The sync data for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi is: [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'a96afeda-8b19-46cb-8b75-c3a6a43ab79c', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'port_id': 'c909b095-4094-498c-87d5-6571989f5f1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'mac_address': 'fa:16:3e:ca:81:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:16Z', 'updated_at': '2022-03-18T12:42:31Z', 'revision_number': 1, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:42:32.953795 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.954602 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:42:32.959843 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:32.961024 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-be34a581-fe67-4501-84c8-463f97972031 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5b8ceb78-ff3b-4a7f-8ac4-f9f61137dc15 HTTP/1.1" status: 204 len: 168 time: 1.2138550 Mar 18 12:42:32.963472 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39478) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:33.009172 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e51459-401f-4f99-9e7f-46790c82ea9c admin admin] Deleting subnet 11fbe989-3284-4dc2-b1cd-ee7a596146c1 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:42:33.013119 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e3e51459-401f-4f99-9e7f-46790c82ea9c admin admin] Publish callbacks [] for subnet (11fbe989-3284-4dc2-b1cd-ee7a596146c1), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.047397 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e3e51459-401f-4f99-9e7f-46790c82ea9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911340'] for subnet (11fbe989-3284-4dc2-b1cd-ee7a596146c1), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.149994 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372cdebe-99a7-42fc-804a-8dbafa041ed6 None None] New status for floating IP a96afeda-8b19-46cb-8b75-c3a6a43ab79c: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:42:33.159171 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e3e51459-401f-4f99-9e7f-46790c82ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (11fbe989-3284-4dc2-b1cd-ee7a596146c1), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.216696 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e3e51459-401f-4f99-9e7f-46790c82ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8870347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763615'] for subnet (11fbe989-3284-4dc2-b1cd-ee7a596146c1), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.241012 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e51459-401f-4f99-9e7f-46790c82ea9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11fbe989-3284-4dc2-b1cd-ee7a596146c1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:33.246939 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e3e51459-401f-4f99-9e7f-46790c82ea9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.250537 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e3e51459-401f-4f99-9e7f-46790c82ea9c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11fbe989-3284-4dc2-b1cd-ee7a596146c1 HTTP/1.1" status: 204 len: 168 time: 0.2861128 Mar 18 12:42:33.253296 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39480) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:33.255246 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ad185-477a-4f11-8000-3b69c5b21ec4 None None] Network d34b8ad7-e4ac-4592-856d-e13cffdd0b3b requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:42:33.328459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (d34b8ad7-e4ac-4592-856d-e13cffdd0b3b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.418224 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Deleting port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:33.418593 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.431936 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85efcf0-6a15-466f-a600-ac2e31ab47fa None None] DHCP port deletion for d34b8ad7-e4ac-4592-856d-e13cffdd0b3b request from dv-cinder-790535-30-iscsi {{(pid=103443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 12:42:33.499090 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b85efcf0-6a15-466f-a600-ac2e31ab47fa None None] Deleting port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:33.499090 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85efcf0-6a15-466f-a600-ac2e31ab47fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.499300 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] For port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a28608c8-b3c2-43f6-9c36-427bd3bdeeb1,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:33.499300 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.509910 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Calling delete_port for a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:33.567861 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b85efcf0-6a15-466f-a600-ac2e31ab47fa None None] For port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a28608c8-b3c2-43f6-9c36-427bd3bdeeb1,segment=NetworkSegment(dfcb5964-2047-4049-a951-df83a679c772),segment_id=dfcb5964-2047-4049-a951-df83a679c772)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:33.568196 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85efcf0-6a15-466f-a600-ac2e31ab47fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.585658 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b85efcf0-6a15-466f-a600-ac2e31ab47fa None None] Calling delete_port for a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:33.606616 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.643125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] No DVR routers for this DVR port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 on host dv-cinder-790535-30-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:42:33.647703 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a28608c8-b3c2-43f6-9c36-427bd3bdeeb1,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:33.698493 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85efcf0-6a15-466f-a600-ac2e31ab47fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414'] for port (a28608c8-b3c2-43f6-9c36-427bd3bdeeb1), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.724786 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (d34b8ad7-e4ac-4592-856d-e13cffdd0b3b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.727852 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85efcf0-6a15-466f-a600-ac2e31ab47fa None None] Pushing event deleted for resources: {'Port': ['ID=a28608c8-b3c2-43f6-9c36-427bd3bdeeb1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:33.731953 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85efcf0-6a15-466f-a600-ac2e31ab47fa None None] No DVR routers for this DVR port a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 on host dv-cinder-790535-30-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:42:33.762598 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34b8ad7-e4ac-4592-856d-e13cffdd0b3b']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:33.775402 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcb5964-2047-4049-a951-df83a679c772') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:33.775595 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcb5964-2047-4049-a951-df83a679c772') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:33.778336 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0c09112f-8a69-4977-a33e-ce1f7697a2b3 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:33.785897 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (dfcb5964-2047-4049-a951-df83a679c772), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.799660 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 0c09112f-8a69-4977-a33e-ce1f7697a2b3 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:33.800007 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0c09112f-8a69-4977-a33e-ce1f7697a2b3 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:33.800461 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:33.800577 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (dfcb5964-2047-4049-a951-df83a679c772), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.807157 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:42:33.807545 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (dfcb5964-2047-4049-a951-df83a679c772), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:42:33.809595 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:42:33.819858 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:33.820206 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a28608c8-b3c2-43f6-9c36-427bd3bdeeb1 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:33.820617 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device b7a52145-8c38-4d4c-af22-833bcce1df4e no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:33.845588 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: b7a52145-8c38-4d4c-af22-833bcce1df4e {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:33.845937 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device b7a52145-8c38-4d4c-af22-833bcce1df4e not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:33.866056 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (d34b8ad7-e4ac-4592-856d-e13cffdd0b3b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.871355 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:33.875607 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] 10.222.0.21 "DELETE /v2.0/networks/d34b8ad7-e4ac-4592-856d-e13cffdd0b3b HTTP/1.1" status: 204 len: 168 time: 0.6210010 Mar 18 12:42:33.878638 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39500) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:33.889176 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b512ef6-ba4f-4fc5-81b0-d19ce6a437bc admin admin] Pushing event deleted for resources: {'Network': ['ID=d34b8ad7-e4ac-4592-856d-e13cffdd0b3b,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:34.219223 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (29d0989b-975a-4e23-a353-c47dacb15209), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:34.459424 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Deleting port 7bef2106-6e5a-409a-8720-87013c8abef0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:34.459652 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:34.536923 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] For port 7bef2106-6e5a-409a-8720-87013c8abef0, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=7bef2106-6e5a-409a-8720-87013c8abef0,segment=NetworkSegment(ffc14750-dad8-4b5f-a0f6-af7ea4547e4b),segment_id=ffc14750-dad8-4b5f-a0f6-af7ea4547e4b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:34.537282 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:34.549930 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Calling delete_port for 7bef2106-6e5a-409a-8720-87013c8abef0 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:34.727255 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (7bef2106-6e5a-409a-8720-87013c8abef0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:34.755774 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bef2106-6e5a-409a-8720-87013c8abef0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:34.941201 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (29d0989b-975a-4e23-a353-c47dacb15209), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:34.995835 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39510) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:35.118929 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-660bdfd2-0631-4747-99b0-b6cd284a9191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.166691 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Router 29d0989b-975a-4e23-a353-c47dacb15209 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:42:35.191038 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-660bdfd2-0631-4747-99b0-b6cd284a9191 admin admin] Publish callbacks [] for security_group (1d8b3c3c-1506-4abe-b3a6-c90ac0e9bdc1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.194857 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-660bdfd2-0631-4747-99b0-b6cd284a9191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1d8b3c3c-1506-4abe-b3a6-c90ac0e9bdc1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.232177 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-660bdfd2-0631-4747-99b0-b6cd284a9191 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a0d7475ee4b4f89ac8e379c3cc2f905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352443 Mar 18 12:42:35.234923 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39514) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:35.242379 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bdfd2-0631-4747-99b0-b6cd284a9191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8b3c3c-1506-4abe-b3a6-c90ac0e9bdc1,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:35.273048 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:42:35.277954 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7b5ee3da-f3ff-411c-9bdd-a16ad7e06c96 admin admin] 10.222.0.21 "PUT /v2.0/routers/29d0989b-975a-4e23-a353-c47dacb15209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3982294 Mar 18 12:42:35.281115 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39516) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:35.284455 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] Sync routers for ids ['29d0989b-975a-4e23-a353-c47dacb15209'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:42:35.294879 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] Routers {'29d0989b-975a-4e23-a353-c47dacb15209'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:35.295504 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['29d0989b-975a-4e23-a353-c47dacb15209'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:35.350346 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f31f55c-57fc-4bee-9f06-cb5c66e0d218 admin admin] Publish callbacks [] for security_group (1d8b3c3c-1506-4abe-b3a6-c90ac0e9bdc1), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.385433 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f31f55c-57fc-4bee-9f06-cb5c66e0d218 admin admin] Publish callbacks [] for security_group (1d8b3c3c-1506-4abe-b3a6-c90ac0e9bdc1), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.436165 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks [] for router (29d0989b-975a-4e23-a353-c47dacb15209), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.514538 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f31f55c-57fc-4bee-9f06-cb5c66e0d218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1d8b3c3c-1506-4abe-b3a6-c90ac0e9bdc1), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.517142 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f31f55c-57fc-4bee-9f06-cb5c66e0d218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.518292 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9f31f55c-57fc-4bee-9f06-cb5c66e0d218 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d8b3c3c-1506-4abe-b3a6-c90ac0e9bdc1 HTTP/1.1" status: 204 len: 168 time: 0.2824178 Mar 18 12:42:35.532652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31f55c-57fc-4bee-9f06-cb5c66e0d218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8b3c3c-1506-4abe-b3a6-c90ac0e9bdc1,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:35.542536 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] Set router 29d0989b-975a-4e23-a353-c47dacb15209 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:35.560403 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks [] for router_gateway (29d0989b-975a-4e23-a353-c47dacb15209), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.624184 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Deleting port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:35.624527 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.719763 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] For port eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:35.719763 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.733562 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d0989b-975a-4e23-a353-c47dacb15209', 'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:40:02Z', 'updated_at': '2022-03-18T12:42:34Z', 'revision_number': 5, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'gw_port': {'id': 'eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d0989b-975a-4e23-a353-c47dacb15209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:40:03Z', 'updated_at': '2022-03-18T12:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:35.736370 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Calling delete_port for eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:35.764706 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] Checking router: 29d0989b-975a-4e23-a353-c47dacb15209 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:42:35.779976 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] Routers {'29d0989b-975a-4e23-a353-c47dacb15209'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:42:35.780595 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:42:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['29d0989b-975a-4e23-a353-c47dacb15209'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:35.872974 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] Set router 29d0989b-975a-4e23-a353-c47dacb15209 gateway port host: None {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:42:35.924879 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:35.941313 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d0989b-975a-4e23-a353-c47dacb15209', 'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:40:02Z', 'updated_at': '2022-03-18T12:42:35Z', 'revision_number': 6, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'gw_port_host': None}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:35.952393 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:35.975477 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb1a05-2af8-4dd4-b3ee-b288f3d33109 None None] The sync data for ids ['29d0989b-975a-4e23-a353-c47dacb15209'] in dv-cinder-790535-30-iscsi is: [{'id': '29d0989b-975a-4e23-a353-c47dacb15209', 'name': 'tempest-TestMinimumBasicScenario-390911433-router', 'tenant_id': '961f1f75ef364993ae6e382c0824e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:40:02Z', 'updated_at': '2022-03-18T12:42:35Z', 'revision_number': 6, 'project_id': '961f1f75ef364993ae6e382c0824e445', 'gw_port_host': None}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:42:36.022229 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (29d0989b-975a-4e23-a353-c47dacb15209), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.115230 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (29d0989b-975a-4e23-a353-c47dacb15209), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.117472 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks [] for router_controller (29d0989b-975a-4e23-a353-c47dacb15209), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.166881 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (29d0989b-975a-4e23-a353-c47dacb15209), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.167599 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d0989b-975a-4e23-a353-c47dacb15209 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:42:36.173107 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.174250 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3d52f7e2-1909-4f73-b14a-6f853c9e605a admin admin] 10.222.0.21 "DELETE /v2.0/routers/29d0989b-975a-4e23-a353-c47dacb15209 HTTP/1.1" status: 204 len: 168 time: 0.8922002 Mar 18 12:42:36.176745 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39538) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:36.221228 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc65171-3013-425a-90ce-d3d87ac7ff6b admin admin] Deleting subnet 78c9fb27-c7bd-4835-8dce-b801d7a711f2 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:42:36.224304 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bc65171-3013-425a-90ce-d3d87ac7ff6b admin admin] Publish callbacks [] for subnet (78c9fb27-c7bd-4835-8dce-b801d7a711f2), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.259307 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bc65171-3013-425a-90ce-d3d87ac7ff6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (78c9fb27-c7bd-4835-8dce-b801d7a711f2), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.341962 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bc65171-3013-425a-90ce-d3d87ac7ff6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (78c9fb27-c7bd-4835-8dce-b801d7a711f2), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.402190 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bc65171-3013-425a-90ce-d3d87ac7ff6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (78c9fb27-c7bd-4835-8dce-b801d7a711f2), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.434872 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc65171-3013-425a-90ce-d3d87ac7ff6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c9fb27-c7bd-4835-8dce-b801d7a711f2,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:36.436907 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bc65171-3013-425a-90ce-d3d87ac7ff6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.440141 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2bc65171-3013-425a-90ce-d3d87ac7ff6b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/78c9fb27-c7bd-4835-8dce-b801d7a711f2 HTTP/1.1" status: 204 len: 168 time: 0.2624178 Mar 18 12:42:36.442613 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39544) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:36.444855 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2328d82b-55c8-4116-ac24-8cadd020ccc3 None None] Network 3fe70666-4c60-477f-96c8-58c0f6340de5 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:42:36.525201 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (3fe70666-4c60-477f-96c8-58c0f6340de5), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.580459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Deleting port 8c453d2c-b8c2-462c-b902-d820fd307ffa {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:42:36.580805 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.644310 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] For port 8c453d2c-b8c2-462c-b902-d820fd307ffa, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=8c453d2c-b8c2-462c-b902-d820fd307ffa,segment=NetworkSegment(ffc14750-dad8-4b5f-a0f6-af7ea4547e4b),segment_id=ffc14750-dad8-4b5f-a0f6-af7ea4547e4b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:42:36.644673 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.659054 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Calling delete_port for 8c453d2c-b8c2-462c-b902-d820fd307ffa owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:42:36.743287 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (8c453d2c-b8c2-462c-b902-d820fd307ffa), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.769294 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078bfe40-d79e-4386-8f47-55d4a731865a None None] DHCP port deletion for 3fe70666-4c60-477f-96c8-58c0f6340de5 request from dv-cinder-790535-30-iscsi {{(pid=103443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 12:42:36.775385 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8c453d2c-b8c2-462c-b902-d820fd307ffa,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:36.777297 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] No DVR routers for this DVR port 8c453d2c-b8c2-462c-b902-d820fd307ffa on host dv-cinder-790535-30-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:42:36.856441 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (3fe70666-4c60-477f-96c8-58c0f6340de5), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.877525 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe70666-4c60-477f-96c8-58c0f6340de5']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:36.890830 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:36.891291 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc14750-dad8-4b5f-a0f6-af7ea4547e4b') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:42:36.900957 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (ffc14750-dad8-4b5f-a0f6-af7ea4547e4b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.919083 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (ffc14750-dad8-4b5f-a0f6-af7ea4547e4b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.925464 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:42:36.926007 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (ffc14750-dad8-4b5f-a0f6-af7ea4547e4b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:42:36.927557 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:42:36.983377 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (3fe70666-4c60-477f-96c8-58c0f6340de5), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:36.995214 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:37.002046 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/3fe70666-4c60-477f-96c8-58c0f6340de5 HTTP/1.1" status: 204 len: 168 time: 0.5545590 Mar 18 12:42:37.014738 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987fe34-d548-4778-a9a8-97e481cbe1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe70666-4c60-477f-96c8-58c0f6340de5,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:37.186335 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39568) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:37.233669 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f43bf1e8-4522-4a0e-b7d4-3523f16c593a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59ce94cdd46d40c7a58f4af25496c77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457275 Mar 18 12:42:37.235852 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39570) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:37.290844 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7462265a-6392-44e0-b6fc-4caf1e14da8a admin admin] Publish callbacks [] for security_group (e121e1ac-08e5-4726-b312-6315234a1f89), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:37.313061 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7462265a-6392-44e0-b6fc-4caf1e14da8a admin admin] Publish callbacks [] for security_group (e121e1ac-08e5-4726-b312-6315234a1f89), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:37.363234 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7462265a-6392-44e0-b6fc-4caf1e14da8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e121e1ac-08e5-4726-b312-6315234a1f89), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:37.366454 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7462265a-6392-44e0-b6fc-4caf1e14da8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:37.369743 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7462265a-6392-44e0-b6fc-4caf1e14da8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e121e1ac-08e5-4726-b312-6315234a1f89 HTTP/1.1" status: 204 len: 168 time: 0.1307144 Mar 18 12:42:37.376471 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462265a-6392-44e0-b6fc-4caf1e14da8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e121e1ac-08e5-4726-b312-6315234a1f89,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:37.734992 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39590) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:37.771702 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:37.780137 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8a69c458-5711-41a3-bfe4-77bf33303821 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=961f1f75ef364993ae6e382c0824e445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409632 Mar 18 12:42:37.780544 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39592) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:37.791689 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:37.792035 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device eb19f8d3-8eaf-4bc6-bbbb-efb227dfc3b7 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:37.792460 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 7bef2106-6e5a-409a-8720-87013c8abef0 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:37.815403 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 7bef2106-6e5a-409a-8720-87013c8abef0 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:37.815807 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 7bef2106-6e5a-409a-8720-87013c8abef0 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:37.816222 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 8c453d2c-b8c2-462c-b902-d820fd307ffa no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:42:37.836145 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 8c453d2c-b8c2-462c-b902-d820fd307ffa {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:42:37.836503 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 8c453d2c-b8c2-462c-b902-d820fd307ffa not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:42:37.837414 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db26158d-dc1a-4952-b85b-e84233ff7c86 admin admin] Publish callbacks [] for security_group (7c2e9b56-e070-45ed-8878-cf6ee6e600d3), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:37.860735 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db26158d-dc1a-4952-b85b-e84233ff7c86 admin admin] Publish callbacks [] for security_group (7c2e9b56-e070-45ed-8878-cf6ee6e600d3), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:37.908135 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db26158d-dc1a-4952-b85b-e84233ff7c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (7c2e9b56-e070-45ed-8878-cf6ee6e600d3), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:37.911238 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db26158d-dc1a-4952-b85b-e84233ff7c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:37.912554 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-db26158d-dc1a-4952-b85b-e84233ff7c86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c2e9b56-e070-45ed-8878-cf6ee6e600d3 HTTP/1.1" status: 204 len: 168 time: 0.1310785 Mar 18 12:42:37.923001 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26158d-dc1a-4952-b85b-e84233ff7c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e9b56-e070-45ed-8878-cf6ee6e600d3,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:38.191098 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39604) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:38.312787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0ab1056b-158d-40b7-ab3d-37ad90fb99e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.384543 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0ab1056b-158d-40b7-ab3d-37ad90fb99e0 admin admin] Publish callbacks [] for security_group (9d8aabee-88d5-473d-829c-a67f615388fb), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.388146 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0ab1056b-158d-40b7-ab3d-37ad90fb99e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (9d8aabee-88d5-473d-829c-a67f615388fb), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.426168 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1056b-158d-40b7-ab3d-37ad90fb99e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8aabee-88d5-473d-829c-a67f615388fb,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:38.432563 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0ab1056b-158d-40b7-ab3d-37ad90fb99e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99b109f7323c4e4685b174a1a4e804bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402792 Mar 18 12:42:38.435128 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39608) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:38.486277 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7a78-4823-48ae-a46a-baa24833f954 admin admin] Publish callbacks [] for security_group (9d8aabee-88d5-473d-829c-a67f615388fb), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.515935 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7a78-4823-48ae-a46a-baa24833f954 admin admin] Publish callbacks [] for security_group (9d8aabee-88d5-473d-829c-a67f615388fb), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.567986 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7a78-4823-48ae-a46a-baa24833f954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (9d8aabee-88d5-473d-829c-a67f615388fb), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.570597 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7a78-4823-48ae-a46a-baa24833f954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.571805 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a6ed7a78-4823-48ae-a46a-baa24833f954 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d8aabee-88d5-473d-829c-a67f615388fb HTTP/1.1" status: 204 len: 168 time: 0.1357715 Mar 18 12:42:38.579396 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed7a78-4823-48ae-a46a-baa24833f954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8aabee-88d5-473d-829c-a67f615388fb,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:38.821477 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39614) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:38.835201 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6139a003-cb63-41df-bb3b-2fdfcd8482f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.917358 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6139a003-cb63-41df-bb3b-2fdfcd8482f7 admin admin] Publish callbacks [] for security_group (193b8127-7c34-4054-8fd5-8a00dc09b862), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.921329 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6139a003-cb63-41df-bb3b-2fdfcd8482f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (193b8127-7c34-4054-8fd5-8a00dc09b862), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:38.959020 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6139a003-cb63-41df-bb3b-2fdfcd8482f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e13f92fb48942248d2569dabbb2425a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364782 Mar 18 12:42:38.960119 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139a003-cb63-41df-bb3b-2fdfcd8482f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193b8127-7c34-4054-8fd5-8a00dc09b862,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:38.961828 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39618) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:39.008435 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf6b1-6781-4e45-bd72-a271a3825170 admin admin] Publish callbacks [] for security_group (193b8127-7c34-4054-8fd5-8a00dc09b862), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:39.030740 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf6b1-6781-4e45-bd72-a271a3825170 admin admin] Publish callbacks [] for security_group (193b8127-7c34-4054-8fd5-8a00dc09b862), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:39.075886 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf6b1-6781-4e45-bd72-a271a3825170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (193b8127-7c34-4054-8fd5-8a00dc09b862), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:39.078800 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf6b1-6781-4e45-bd72-a271a3825170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:39.079939 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-eb9bf6b1-6781-4e45-bd72-a271a3825170 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/193b8127-7c34-4054-8fd5-8a00dc09b862 HTTP/1.1" status: 204 len: 168 time: 0.1170914 Mar 18 12:42:39.087615 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bf6b1-6781-4e45-bd72-a271a3825170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b8127-7c34-4054-8fd5-8a00dc09b862,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:42.862870 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:42:45.680151 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7887f272-1517-46f1-b045-d000545acafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:46.829908 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39740) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:46.930477 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e78bb7ca-1a89-43f5-ae60-f6c2e51d80da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.000880 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e78bb7ca-1a89-43f5-ae60-f6c2e51d80da admin admin] Publish callbacks [] for security_group (91c83cbf-4b09-4484-8ff0-46404cc0a522), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.004739 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e78bb7ca-1a89-43f5-ae60-f6c2e51d80da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (91c83cbf-4b09-4484-8ff0-46404cc0a522), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.042057 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e78bb7ca-1a89-43f5-ae60-f6c2e51d80da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d31aaac784a84b6cb3f0f83cb4f9607a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110658 Mar 18 12:42:47.042911 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bb7ca-1a89-43f5-ae60-f6c2e51d80da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c83cbf-4b09-4484-8ff0-46404cc0a522,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:47.044771 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39744) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:47.094924 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f11d3d45-2183-4423-8457-c8b73d077171 admin admin] Publish callbacks [] for security_group (91c83cbf-4b09-4484-8ff0-46404cc0a522), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.114770 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f11d3d45-2183-4423-8457-c8b73d077171 admin admin] Publish callbacks [] for security_group (91c83cbf-4b09-4484-8ff0-46404cc0a522), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.159943 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f11d3d45-2183-4423-8457-c8b73d077171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (91c83cbf-4b09-4484-8ff0-46404cc0a522), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.162538 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f11d3d45-2183-4423-8457-c8b73d077171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.166355 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f11d3d45-2183-4423-8457-c8b73d077171 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91c83cbf-4b09-4484-8ff0-46404cc0a522 HTTP/1.1" status: 204 len: 168 time: 0.1205640 Mar 18 12:42:47.174142 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3d45-2183-4423-8457-c8b73d077171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c83cbf-4b09-4484-8ff0-46404cc0a522,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:47.414120 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39750) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:47.426966 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-62dbc6f4-4dc0-4e81-bf5f-4aa742b424d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.500404 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-62dbc6f4-4dc0-4e81-bf5f-4aa742b424d6 admin admin] Publish callbacks [] for security_group (8ca7b761-2c2a-496c-a53e-629ae1c3869c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.504249 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-62dbc6f4-4dc0-4e81-bf5f-4aa742b424d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (8ca7b761-2c2a-496c-a53e-629ae1c3869c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.541217 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-62dbc6f4-4dc0-4e81-bf5f-4aa742b424d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e96ade2c497c4f3faa6a2955446d483d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259880 Mar 18 12:42:47.543200 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbc6f4-4dc0-4e81-bf5f-4aa742b424d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca7b761-2c2a-496c-a53e-629ae1c3869c,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:47.543930 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39752) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:47.594126 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-109d89f8-14e7-4a6c-b379-c0fb495bcfc4 admin admin] Publish callbacks [] for security_group (8ca7b761-2c2a-496c-a53e-629ae1c3869c), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.614135 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-109d89f8-14e7-4a6c-b379-c0fb495bcfc4 admin admin] Publish callbacks [] for security_group (8ca7b761-2c2a-496c-a53e-629ae1c3869c), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.659662 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-109d89f8-14e7-4a6c-b379-c0fb495bcfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (8ca7b761-2c2a-496c-a53e-629ae1c3869c), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.662098 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-109d89f8-14e7-4a6c-b379-c0fb495bcfc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:47.663240 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-109d89f8-14e7-4a6c-b379-c0fb495bcfc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ca7b761-2c2a-496c-a53e-629ae1c3869c HTTP/1.1" status: 204 len: 168 time: 0.1183507 Mar 18 12:42:47.671146 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d89f8-14e7-4a6c-b379-c0fb495bcfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca7b761-2c2a-496c-a53e-629ae1c3869c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:47.963650 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39758) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:47.976257 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21593dd1-e358-4159-8585-7f123722eea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:48.031580 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09a3f97e-d619-48bd-95a7-e0a0fbf3fbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:48.050326 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21593dd1-e358-4159-8585-7f123722eea1 admin admin] Publish callbacks [] for security_group (d170dca6-a0b0-45b3-a4cd-3c9463fbe76b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:48.054063 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21593dd1-e358-4159-8585-7f123722eea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d170dca6-a0b0-45b3-a4cd-3c9463fbe76b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:48.090920 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-21593dd1-e358-4159-8585-7f123722eea1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77e675e3ee0f4eb19f1fbe95ce1d3509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261685 Mar 18 12:42:48.093350 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21593dd1-e358-4159-8585-7f123722eea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d170dca6-a0b0-45b3-a4cd-3c9463fbe76b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:48.094144 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39760) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:48.142362 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6bb821ee-e2e6-4b66-b5a3-e9c0aa0f7a61 admin admin] Publish callbacks [] for security_group (d170dca6-a0b0-45b3-a4cd-3c9463fbe76b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:48.165193 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6bb821ee-e2e6-4b66-b5a3-e9c0aa0f7a61 admin admin] Publish callbacks [] for security_group (d170dca6-a0b0-45b3-a4cd-3c9463fbe76b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:48.209518 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6bb821ee-e2e6-4b66-b5a3-e9c0aa0f7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d170dca6-a0b0-45b3-a4cd-3c9463fbe76b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:48.212007 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6bb821ee-e2e6-4b66-b5a3-e9c0aa0f7a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:48.213128 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6bb821ee-e2e6-4b66-b5a3-e9c0aa0f7a61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d170dca6-a0b0-45b3-a4cd-3c9463fbe76b HTTP/1.1" status: 204 len: 168 time: 0.1178706 Mar 18 12:42:48.220786 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb821ee-e2e6-4b66-b5a3-e9c0aa0f7a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d170dca6-a0b0-45b3-a4cd-3c9463fbe76b,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:49.057759 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:49.239854 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39790) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:49.343234 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c0f5937c-e400-4d5e-b857-a65c90e0350d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:49.416085 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c0f5937c-e400-4d5e-b857-a65c90e0350d admin admin] Publish callbacks [] for security_group (73d4545f-660f-461c-8cb0-0674e75b5ce9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:49.419849 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c0f5937c-e400-4d5e-b857-a65c90e0350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (73d4545f-660f-461c-8cb0-0674e75b5ce9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:49.455868 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c0f5937c-e400-4d5e-b857-a65c90e0350d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83ef8642b62a4ca687399cb785fe9c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149839 Mar 18 12:42:49.457723 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5937c-e400-4d5e-b857-a65c90e0350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d4545f-660f-461c-8cb0-0674e75b5ce9,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:49.458651 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39794) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:42:49.504991 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3528-9297-44ab-bb6a-d57bca9e4021 admin admin] Publish callbacks [] for security_group (73d4545f-660f-461c-8cb0-0674e75b5ce9), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:49.527537 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3528-9297-44ab-bb6a-d57bca9e4021 admin admin] Publish callbacks [] for security_group (73d4545f-660f-461c-8cb0-0674e75b5ce9), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:49.575754 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3528-9297-44ab-bb6a-d57bca9e4021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (73d4545f-660f-461c-8cb0-0674e75b5ce9), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:49.579179 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3528-9297-44ab-bb6a-d57bca9e4021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:49.580332 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a3bb3528-9297-44ab-bb6a-d57bca9e4021 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73d4545f-660f-461c-8cb0-0674e75b5ce9 HTTP/1.1" status: 204 len: 168 time: 0.1201851 Mar 18 12:42:49.587797 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb3528-9297-44ab-bb6a-d57bca9e4021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d4545f-660f-461c-8cb0-0674e75b5ce9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:42:50.700575 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:52.005705 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:42:52.295668 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:06.546990 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 39932) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:43:06.647484 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:06.719013 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Publish callbacks [] for security_group (4be4ac1d-bda0-43cb-af84-58ad0548b41d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:06.722893 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4be4ac1d-bda0-43cb-af84-58ad0548b41d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:06.759132 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d159c68a94cb45e59ad9cfc6026196f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110465 Mar 18 12:43:06.761046 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be4ac1d-bda0-43cb-af84-58ad0548b41d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:06.761819 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 39936) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:43:06.768001 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.768355 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.768676 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.769010 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.769335 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.769659 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.769982 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.770297 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.770646 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.770964 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.771283 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.771600 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.771914 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.772232 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.772544 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40374671-4af8-413f-bf0a-38c12c7916db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.810136 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Publish callbacks [] for security_group (4be4ac1d-bda0-43cb-af84-58ad0548b41d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:06.830365 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Publish callbacks [] for security_group (4be4ac1d-bda0-43cb-af84-58ad0548b41d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:06.878206 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (4be4ac1d-bda0-43cb-af84-58ad0548b41d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:06.880733 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:06.881888 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4be4ac1d-bda0-43cb-af84-58ad0548b41d HTTP/1.1" status: 204 len: 168 time: 0.1190920 Mar 18 12:43:06.889507 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be4ac1d-bda0-43cb-af84-58ad0548b41d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:06.896532 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.896884 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.897230 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.897569 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.897903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.898234 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.898588 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.898919 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.899405 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.899551 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.899882 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.900241 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.900513 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.900834 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:06.901154 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dc16a-2270-4041-bb91-9185f86f4409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:14.117746 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ab393-5404-4747-8fe9-fbb4e67f689b req-a824ee1c-6a0f-42f6-8c67-f2d49856e033 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:14.119227 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-396ab393-5404-4747-8fe9-fbb4e67f689b req-a824ee1c-6a0f-42f6-8c67-f2d49856e033 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0518563 Mar 18 12:43:14.166305 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-396ab393-5404-4747-8fe9-fbb4e67f689b req-6ab12fa6-e2b2-4c03-beb3-03debd635315 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416481 Mar 18 12:43:15.292254 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624c48d-7381-46c6-bf70-831d762538d8 req-471c9d40-fae7-4380-b170-89a9d31be50d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:15.293711 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a624c48d-7381-46c6-bf70-831d762538d8 req-471c9d40-fae7-4380-b170-89a9d31be50d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0518324 Mar 18 12:43:15.338927 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a624c48d-7381-46c6-bf70-831d762538d8 req-d6207745-bfcb-4561-aa5f-c5700325a3bc tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389996 Mar 18 12:43:15.681626 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e0e902e-b86c-466d-8805-10a0f5a4ebfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:16.457284 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b51b80-b993-4fc4-8a63-d3f1cb5cb333 req-48eeae47-45ff-4751-9606-cd67e4df4fcc tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:16.458742 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-03b51b80-b993-4fc4-8a63-d3f1cb5cb333 req-48eeae47-45ff-4751-9606-cd67e4df4fcc tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0510938 Mar 18 12:43:16.503182 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-03b51b80-b993-4fc4-8a63-d3f1cb5cb333 req-8c4abe8a-31a8-4c83-864b-9fafdb7b4e22 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Mar 18 12:43:17.623760 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb57091-a9fc-4862-8a56-4b3511729f8f req-ad54884f-c50e-469b-add4-5b0af18d1017 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:17.625172 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ceb57091-a9fc-4862-8a56-4b3511729f8f req-ad54884f-c50e-469b-add4-5b0af18d1017 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0543332 Mar 18 12:43:17.669721 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ceb57091-a9fc-4862-8a56-4b3511729f8f req-25a88619-a768-4c18-a149-ed4be7397521 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390024 Mar 18 12:43:18.032389 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ab982e6-b1a5-4d54-9ce0-24c3026f5906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:18.788253 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734151e-ecf2-4905-8b13-254b613c177b req-29071238-e5a0-4bdd-b6e2-ae68afbd329e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:18.789709 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2734151e-ecf2-4905-8b13-254b613c177b req-29071238-e5a0-4bdd-b6e2-ae68afbd329e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0506341 Mar 18 12:43:18.842081 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2734151e-ecf2-4905-8b13-254b613c177b req-32e0f978-3ee6-4b03-9ad7-83cab06f5004 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462911 Mar 18 12:43:19.060710 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:19.860728 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:43:19.964253 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a173886-7b69-49a3-a0c7-6bdb9e3a8615 req-e57477ee-d827-4790-a7c7-412f16a41da4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:19.965624 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a173886-7b69-49a3-a0c7-6bdb9e3a8615 req-e57477ee-d827-4790-a7c7-412f16a41da4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0503476 Mar 18 12:43:20.013968 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a173886-7b69-49a3-a0c7-6bdb9e3a8615 req-dad1a785-51dc-42ca-9678-0820d91d0fb8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Mar 18 12:43:20.703760 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:21.139835 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a39de2-32b8-42b5-86d8-0e5d2b313e78 req-be4b4e8a-46be-4d3c-b0ca-4c4a7c6acb45 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:21.141315 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-93a39de2-32b8-42b5-86d8-0e5d2b313e78 req-be4b4e8a-46be-4d3c-b0ca-4c4a7c6acb45 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0586495 Mar 18 12:43:21.186225 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-93a39de2-32b8-42b5-86d8-0e5d2b313e78 req-bb46637c-a20f-4a6e-a0d6-7963cfb59a23 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394723 Mar 18 12:43:22.001643 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:22.298451 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:22.305773 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de1afe-2997-4e67-b639-65d49ff1619a req-2e237203-40eb-4b84-9167-9a5f41d14cad tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:22.307243 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1de1afe-2997-4e67-b639-65d49ff1619a req-2e237203-40eb-4b84-9167-9a5f41d14cad tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Mar 18 12:43:22.352128 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1de1afe-2997-4e67-b639-65d49ff1619a req-9710e008-b43d-4de8-b2b3-4566948969f7 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393431 Mar 18 12:43:23.473714 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a048-40d6-4665-8afa-7e3423014079 req-b8afe81f-d9ae-4517-94be-1d0a0618be16 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:23.475166 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e711a048-40d6-4665-8afa-7e3423014079 req-b8afe81f-d9ae-4517-94be-1d0a0618be16 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0531886 Mar 18 12:43:23.523721 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e711a048-40d6-4665-8afa-7e3423014079 req-d140085a-b465-4166-a409-cde9302542ac tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417817 Mar 18 12:43:24.648610 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd223d-e16f-46fb-9d18-3172d8580c6b req-7b9417b8-efdb-459a-988e-99cc57bc93d6 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:24.650225 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-26dd223d-e16f-46fb-9d18-3172d8580c6b req-7b9417b8-efdb-459a-988e-99cc57bc93d6 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0519857 Mar 18 12:43:24.695310 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-26dd223d-e16f-46fb-9d18-3172d8580c6b req-fddb55d3-e026-4137-b7d2-5870d514d71d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397358 Mar 18 12:43:25.816938 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427a427-d516-4937-a2b3-b56b8b957004 req-c801e6be-48b2-476d-a6b5-e2d2da0ab411 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:25.818366 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4427a427-d516-4937-a2b3-b56b8b957004 req-c801e6be-48b2-476d-a6b5-e2d2da0ab411 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0540574 Mar 18 12:43:25.863325 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4427a427-d516-4937-a2b3-b56b8b957004 req-d567b990-baf9-4193-90aa-f612ee99b865 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395184 Mar 18 12:43:26.567220 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:43:26.666543 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:43:26.680619 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'c909b095-4094-498c-87d5-6571989f5f1b', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'port_id': 'c909b095-4094-498c-87d5-6571989f5f1b', 'mac_address': 'fa:16:3e:ca:81:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:43:26.722200 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c909b095-4094-498c-87d5-6571989f5f1b is: ACTIVE; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:43:26.722732 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:26.737097 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c909b095-4094-498c-87d5-6571989f5f1b {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:43:26.759624 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:43:26.764267 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:26.830904 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:26.836845 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.837201 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.837551 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.837900 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.838237 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.838652 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.838992 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.839335 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.839656 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.839990 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.840319 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.840651 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.840980 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.841305 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.841636 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:43:26.847157 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['c909b095-4094-498c-87d5-6571989f5f1b'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:43:27.010326 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cee2f-02ef-4442-9d95-d28d6e1c5dee req-f20a880c-775f-45ae-ac21-94177dc0ec2e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:27.012653 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a21cee2f-02ef-4442-9d95-d28d6e1c5dee req-f20a880c-775f-45ae-ac21-94177dc0ec2e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0691187 Mar 18 12:43:27.066224 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a21cee2f-02ef-4442-9d95-d28d6e1c5dee req-e155e477-3e0f-419f-9cb8-63bf20db3666 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445879 Mar 18 12:43:28.201655 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdf63a-26d8-4caa-bcc7-21812b9a37d1 req-4ddfcd76-7d0f-49e1-9341-c765a39aecd8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:28.204036 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-88cdf63a-26d8-4caa-bcc7-21812b9a37d1 req-4ddfcd76-7d0f-49e1-9341-c765a39aecd8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0608666 Mar 18 12:43:28.265469 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-88cdf63a-26d8-4caa-bcc7-21812b9a37d1 req-02060298-375d-4e29-b5c6-becc764e5d19 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546436 Mar 18 12:43:28.576771 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:43:28.635215 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port c909b095-4094-498c-87d5-6571989f5f1b triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:43:28.635590 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c909b095-4094-498c-87d5-6571989f5f1b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:28.729222 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c909b095-4094-498c-87d5-6571989f5f1b is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:43:28.729870 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:28.757908 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:43:28.760111 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e13df1b-858b-471e-a89d-fa8e8a49354a" -d '{"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "c909b095-4094-498c-87d5-6571989f5f1b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:43:28.775548 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:43:28.783984 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:28.819026 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c459702c-3716-473f-86a1-aa6694eb1e3e x-openstack-request-id: req-c459702c-3716-473f-86a1-aa6694eb1e3e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:43:28.819675 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "c909b095-4094-498c-87d5-6571989f5f1b", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:43:28.820085 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c459702c-3716-473f-86a1-aa6694eb1e3e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:43:28.820718 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b', 'code': 200} Mar 18 12:43:28.850704 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:29.400041 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f665b6c-133e-4ed2-8a6d-e507f22b0ce9 req-88cc6605-e557-44d6-a64c-4c8727c3806d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:29.407004 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2f665b6c-133e-4ed2-8a6d-e507f22b0ce9 req-88cc6605-e557-44d6-a64c-4c8727c3806d tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0652142 Mar 18 12:43:29.456712 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2f665b6c-133e-4ed2-8a6d-e507f22b0ce9 req-81e154d0-d167-4398-abac-910427c9a43c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479832 Mar 18 12:43:30.595997 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925023d-c5e2-4ec7-8a0d-7e95f42ba851 req-e3dee49e-3217-4203-a061-36d58aa36b03 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:30.597482 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3925023d-c5e2-4ec7-8a0d-7e95f42ba851 req-e3dee49e-3217-4203-a061-36d58aa36b03 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0592833 Mar 18 12:43:30.655793 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3925023d-c5e2-4ec7-8a0d-7e95f42ba851 req-7c4e3078-4f4a-48a0-aad8-edc9d021324e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525937 Mar 18 12:43:31.796248 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04a0a8-08ff-4880-8ec3-f1fd63b04487 req-006fa72f-3691-43fc-aa80-04bb91b28930 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:31.797829 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f04a0a8-08ff-4880-8ec3-f1fd63b04487 req-006fa72f-3691-43fc-aa80-04bb91b28930 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0587540 Mar 18 12:43:31.844450 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f04a0a8-08ff-4880-8ec3-f1fd63b04487 req-e03a975c-430c-48c9-95a3-2ebbf981c85a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409045 Mar 18 12:43:32.998361 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2d5da-6a29-4ec6-a7e7-bc77913cf5a6 req-3c193135-5a14-4da5-a33d-e75e684cd8f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:33.000188 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7de2d5da-6a29-4ec6-a7e7-bc77913cf5a6 req-3c193135-5a14-4da5-a33d-e75e684cd8f0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0543792 Mar 18 12:43:33.050796 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7de2d5da-6a29-4ec6-a7e7-bc77913cf5a6 req-267b3c17-6327-4230-b947-b4f87fff1fa3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449610 Mar 18 12:43:34.195717 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115a8ef-16fa-4389-bce5-7ba7f97cba01 req-0631690e-7114-4b57-9ccc-31d7582c90c2 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:34.197402 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5115a8ef-16fa-4389-bce5-7ba7f97cba01 req-0631690e-7114-4b57-9ccc-31d7582c90c2 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0578935 Mar 18 12:43:34.491038 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5115a8ef-16fa-4389-bce5-7ba7f97cba01 req-1ff9d8a8-ce21-472f-8837-2c1fcbf1dbe7 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875392 Mar 18 12:43:35.612180 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb1873-d53d-4f7a-973d-16cce427633b req-034b0b67-0d60-42c5-906c-ad769c173912 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:35.613510 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-01fb1873-d53d-4f7a-973d-16cce427633b req-034b0b67-0d60-42c5-906c-ad769c173912 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0509827 Mar 18 12:43:35.657187 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-01fb1873-d53d-4f7a-973d-16cce427633b req-30b82ec1-22c6-4079-9bba-1069da1d8c00 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383291 Mar 18 12:43:35.940471 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-9153a61a-7a42-4486-8bb2-93549a184415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:35.941811 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-9153a61a-7a42-4486-8bb2-93549a184415 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0436006 Mar 18 12:43:36.026401 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-58701362-1b88-43e7-921c-7faf0cd90dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:36.027861 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-58701362-1b88-43e7-921c-7faf0cd90dc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.0802248 Mar 18 12:43:36.093787 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-4a147351-4580-4e85-b72f-a105fcfd57cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c909b095-4094-498c-87d5-6571989f5f1b HTTP/1.1" status: 200 len: 1001 time: 0.0601168 Mar 18 12:43:36.139892 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-cbb2e263-752c-4716-a716-1239957bda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:36.141292 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-cbb2e263-752c-4716-a716-1239957bda54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0419438 Mar 18 12:43:36.188068 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-41371719-f5ec-4fdc-8d26-dbd8c5e3ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:36.189464 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-41371719-f5ec-4fdc-8d26-dbd8c5e3ff7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421970 Mar 18 12:43:36.275658 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-0d551b03-9c24-4358-90a1-00fa7969b2bb service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800481 Mar 18 12:43:36.360837 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7c95592a-53fc-421a-9bdf-dfed11835a94 req-599aa4be-82ad-4a9f-a7b1-17212a2ce689 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794475 Mar 18 12:43:36.777415 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e31d1-2477-4392-90ae-13d5e010adcf req-a47c0f22-c9a1-43df-86b1-b1cba84d36b3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:36.778865 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-298e31d1-2477-4392-90ae-13d5e010adcf req-a47c0f22-c9a1-43df-86b1-b1cba84d36b3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0520663 Mar 18 12:43:36.825015 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-298e31d1-2477-4392-90ae-13d5e010adcf req-83f6af4f-f561-4aff-890c-dc604a53c7bf tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 Mar 18 12:43:37.944471 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5b1b7-2bbb-47b0-83b9-78ff8ad77152 req-e2f95213-2ba5-48e2-9e0a-9d16447e6527 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:37.945937 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fdb5b1b7-2bbb-47b0-83b9-78ff8ad77152 req-e2f95213-2ba5-48e2-9e0a-9d16447e6527 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Mar 18 12:43:37.992740 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fdb5b1b7-2bbb-47b0-83b9-78ff8ad77152 req-b2bd1035-68b9-45f7-9ff6-186b36237d92 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 Mar 18 12:43:38.630774 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:43:38.705289 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c909b095-4094-498c-87d5-6571989f5f1b is: ACTIVE; New status is: DOWN {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:43:38.705701 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:38.726711 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:43:38.728888 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aa85f2-2488-4ecf-be28-21e35dc3f628" -d '{"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "c909b095-4094-498c-87d5-6571989f5f1b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:43:38.741813 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:43:38.745709 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:38.770138 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Mar 2022 12:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bdf260-f360-4b48-9400-67576e97479f x-openstack-request-id: req-b6bdf260-f360-4b48-9400-67576e97479f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:43:38.770425 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-unplugged", "status": "failed", "tag": "c909b095-4094-498c-87d5-6571989f5f1b", "code": 422}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:43:38.770710 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6bdf260-f360-4b48-9400-67576e97479f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:43:38.771137 dv-cinder-790535-30-iscsi neutron-server[103443]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b', 'code': 422} returned with failed status Mar 18 12:43:38.795245 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=8']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:39.113884 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710f75e-b1a9-46fe-998b-1856d2b7cc92 req-c5ab0c63-fa9c-44e5-8e3c-d0d4aa7e1d91 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:39.115395 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5710f75e-b1a9-46fe-998b-1856d2b7cc92 req-c5ab0c63-fa9c-44e5-8e3c-d0d4aa7e1d91 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0520642 Mar 18 12:43:39.158987 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5710f75e-b1a9-46fe-998b-1856d2b7cc92 req-b0cb35c7-6175-44b0-81ab-3166f264c563 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382228 Mar 18 12:43:40.031144 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efeb71-0f00-4cc9-afd3-5b38f694205e req-519ae2c6-853f-4c26-a2e5-625e296c17e5 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:40.032634 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-66efeb71-0f00-4cc9-afd3-5b38f694205e req-519ae2c6-853f-4c26-a2e5-625e296c17e5 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0594287 Mar 18 12:43:40.079296 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-66efeb71-0f00-4cc9-afd3-5b38f694205e req-e9c2dd38-9ba6-4e3b-8b70-1d6d1d09a1b3 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Mar 18 12:43:40.309579 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40106) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:43:40.404146 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-b5c57058-0da4-40a5-ba87-8f7d2f288fa0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934303 Mar 18 12:43:40.412414 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-a7fd20a5-477e-4f47-90ae-59d1a46e6ffd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:43:40.413355 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-a7fd20a5-477e-4f47-90ae-59d1a46e6ffd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047371 Mar 18 12:43:40.488265 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40114) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:43:40.534282 dv-cinder-790535-30-iscsi neutron-server[103441]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 18 12:43:40.576919 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297b737-3cbe-4669-9f55-076885c29884 req-bcc6456b-3fb4-4101-9f5a-49b996381b9e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:40.578186 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-bcc6456b-3fb4-4101-9f5a-49b996381b9e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports/c909b095-4094-498c-87d5-6571989f5f1b HTTP/1.1" status: 200 len: 940 time: 0.0889468 Mar 18 12:43:41.198249 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958efd0e-9a85-4bb3-ae3f-b713b5713681 req-ba296aff-bc26-4c8d-83be-a8a4f3af8db1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:41.199646 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-958efd0e-9a85-4bb3-ae3f-b713b5713681 req-ba296aff-bc26-4c8d-83be-a8a4f3af8db1 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0504203 Mar 18 12:43:41.245182 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-958efd0e-9a85-4bb3-ae3f-b713b5713681 req-01a9ffc6-11aa-48bc-b863-d949fac0e3ec tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Mar 18 12:43:41.329783 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297b737-3cbe-4669-9f55-076885c29884 req-bc1cc438-2795-4c6d-b2d0-c8ce03b8370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:41.331266 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-bc1cc438-2795-4c6d-b2d0-c8ce03b8370d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9&tenant_id=cafde6fdcf624fca99edc9b76b57530e HTTP/1.1" status: 200 len: 1127 time: 0.0445004 Mar 18 12:43:41.393797 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297b737-3cbe-4669-9f55-076885c29884 req-f0c763b9-58db-4e9f-aa0f-f64e9378c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:41.395313 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-f0c763b9-58db-4e9f-aa0f-f64e9378c385 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cafde6fdcf624fca99edc9b76b57530e&device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0435829 Mar 18 12:43:41.482476 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297b737-3cbe-4669-9f55-076885c29884 req-a43d2324-dc1f-4276-95b1-5396b6a694c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:41.483879 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-a43d2324-dc1f-4276-95b1-5396b6a694c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 200 len: 918 time: 0.0833426 Mar 18 12:43:41.545809 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-590208fa-cd01-41d9-bbc0-7d5ae22894ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c909b095-4094-498c-87d5-6571989f5f1b HTTP/1.1" status: 200 len: 999 time: 0.0565569 Mar 18 12:43:41.594332 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297b737-3cbe-4669-9f55-076885c29884 req-e4c18a68-e460-40ef-9968-95e04822a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:41.595731 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-e4c18a68-e460-40ef-9968-95e04822a7df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 200 len: 856 time: 0.0447974 Mar 18 12:43:41.642956 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297b737-3cbe-4669-9f55-076885c29884 req-5d7c6652-9374-4310-b23a-9e7d57dc51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:41.644416 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-5d7c6652-9374-4310-b23a-9e7d57dc51b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0253ca-f873-4236-b27b-f9f484d003bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427115 Mar 18 12:43:41.740125 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-a7773393-8f42-4d26-8ce3-df862f182f68 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895829 Mar 18 12:43:41.833424 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9297b737-3cbe-4669-9f55-076885c29884 req-6b76977e-4b85-4f75-a80d-0eb510cb6171 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878234 Mar 18 12:43:42.376181 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756649-1f09-41ae-9108-f40b7dd7c663 req-a45f5073-c1c5-4681-86e3-44d6bab86e14 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:42.377776 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2a756649-1f09-41ae-9108-f40b7dd7c663 req-a45f5073-c1c5-4681-86e3-44d6bab86e14 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0561535 Mar 18 12:43:42.436735 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2a756649-1f09-41ae-9108-f40b7dd7c663 req-4054483f-3b5a-4262-a600-ff71c1d19fd4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527639 Mar 18 12:43:42.644740 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:43:42.726322 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c909b095-4094-498c-87d5-6571989f5f1b is: DOWN; New status is: DOWN {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:43:43.565533 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb0df2-ea42-4d12-8814-2cc7810f6858 req-2b2c284c-1a40-47e0-99ab-39a76e3e52ce tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:43.567676 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e3bb0df2-ea42-4d12-8814-2cc7810f6858 req-2b2c284c-1a40-47e0-99ab-39a76e3e52ce tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0567646 Mar 18 12:43:43.643042 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e3bb0df2-ea42-4d12-8814-2cc7810f6858 req-08b59455-82a4-40b3-8b98-f9eedbf47b88 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695465 Mar 18 12:43:44.768637 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16e49b-e738-4522-b8c9-79bc89dff964 req-1dae12b6-4adf-499f-8870-677cae784748 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:44.770337 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7f16e49b-e738-4522-b8c9-79bc89dff964 req-1dae12b6-4adf-499f-8870-677cae784748 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0549333 Mar 18 12:43:44.819003 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7f16e49b-e738-4522-b8c9-79bc89dff964 req-80105798-e68f-4d1e-8df2-07713af58ffb tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Mar 18 12:43:45.685677 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa7e3-f70f-413e-be4d-749a34882beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:45.954266 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be13048-9d44-4030-9cef-6297edcb414d req-6afe8aae-83ae-4d42-80f5-bcfa2245105a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:45.955697 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9be13048-9d44-4030-9cef-6297edcb414d req-6afe8aae-83ae-4d42-80f5-bcfa2245105a tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0616443 Mar 18 12:43:46.012908 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9be13048-9d44-4030-9cef-6297edcb414d req-923b7ce8-31ae-4396-adf1-85425c938445 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516047 Mar 18 12:43:47.139425 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe7d4-c295-4621-88ea-57360395bc76 req-0c18e37f-79f9-4d92-8267-43c5346a4441 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:47.140919 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f72fe7d4-c295-4621-88ea-57360395bc76 req-0c18e37f-79f9-4d92-8267-43c5346a4441 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0576072 Mar 18 12:43:47.190380 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f72fe7d4-c295-4621-88ea-57360395bc76 req-e97c002a-e847-4407-b635-ca07c8ab8abc tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436883 Mar 18 12:43:48.043732 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc46c630-afbe-4c2c-b25e-88934130801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:48.369969 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f347-bcb4-4ce3-8c83-79062a4f5724 req-9090e2b1-7634-48a7-b758-4e74d902d9f4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:48.372127 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f18f347-bcb4-4ce3-8c83-79062a4f5724 req-9090e2b1-7634-48a7-b758-4e74d902d9f4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0771646 Mar 18 12:43:48.431373 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f18f347-bcb4-4ce3-8c83-79062a4f5724 req-167ded7c-d995-48f8-8245-47c0a959f635 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530281 Mar 18 12:43:49.065855 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:49.580797 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775c4d7-65d3-437a-9dff-d712deeb1dca req-6fd51c6b-5eb7-4d93-a42d-1b220738a163 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:49.582447 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c775c4d7-65d3-437a-9dff-d712deeb1dca req-6fd51c6b-5eb7-4d93-a42d-1b220738a163 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0743861 Mar 18 12:43:49.631142 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c775c4d7-65d3-437a-9dff-d712deeb1dca req-b3979acb-334c-4643-b44d-0d7f963848cb tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Mar 18 12:43:50.709040 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:50.758484 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1a56-aa13-46e6-887f-81aca25190fd req-1a19f6cb-399e-4ed4-b304-5f49c51458ae tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:50.759980 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c72a1a56-aa13-46e6-887f-81aca25190fd req-1a19f6cb-399e-4ed4-b304-5f49c51458ae tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0533543 Mar 18 12:43:50.811948 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c72a1a56-aa13-46e6-887f-81aca25190fd req-98a420d3-f2ae-4d06-8b14-c0ba945c7910 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459006 Mar 18 12:43:51.949243 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-6197938a-f225-481d-84c4-22922106c9a8 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439035161&fields=id&tenant_id=de5aa4335c0342dda02a125ef9f6af2f HTTP/1.1" status: 200 len: 267 time: 0.0721867 Mar 18 12:43:51.980770 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5b054-c30a-4098-bb47-f058008243e5 req-0904c0a1-2b38-47ea-938c-21e14817a142 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:51.982899 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bdd5b054-c30a-4098-bb47-f058008243e5 req-0904c0a1-2b38-47ea-938c-21e14817a142 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 943 time: 0.0927775 Mar 18 12:43:52.018537 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:52.101861 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bdd5b054-c30a-4098-bb47-f058008243e5 req-14b20260-4c30-4c92-a9ad-1ee03e16cf5b tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042290 Mar 18 12:43:52.122572 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be45f-85c2-4c25-a321-f9d40701a96e req-1ed80d6e-bfa2-4590-9884-530a8fa3e530 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:52.124028 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-1ed80d6e-bfa2-4590-9884-530a8fa3e530 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 811 time: 0.1680782 Mar 18 12:43:52.138267 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-3e6b167f-fd69-4963-bdc3-18fa21048033 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/quotas/de5aa4335c0342dda02a125ef9f6af2f HTTP/1.1" status: 200 len: 375 time: 0.0086787 Mar 18 12:43:52.193518 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-98a4dece-f80b-4ac6-9c35-81c8fa89d27f tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500388 Mar 18 12:43:52.288987 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-5892e8d6-0280-4cf1-a34b-c6ea52fc460b service neutron] 10.222.0.21 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834568 Mar 18 12:43:52.302898 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:52.377517 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-05b1baa9-5624-4803-ac9d-45563a15aadb service neutron] 10.222.0.21 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828149 Mar 18 12:43:52.650114 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-54d6e5d1-530e-4f48-9717-b6b5cccdad4b req-b7894960-471f-4320-8269-ffef05ca547e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 210 time: 0.0275207 Mar 18 12:43:52.690968 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:43:52.791713 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:43:52.803416 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'c909b095-4094-498c-87d5-6571989f5f1b', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'port_id': 'c909b095-4094-498c-87d5-6571989f5f1b', 'mac_address': 'fa:16:3e:ca:81:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:43:52.843679 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c909b095-4094-498c-87d5-6571989f5f1b is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:43:52.844074 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:52.860617 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c909b095-4094-498c-87d5-6571989f5f1b {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:43:52.881766 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:43:52.885776 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:52.937619 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=9']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:53.099175 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['c909b095-4094-498c-87d5-6571989f5f1b'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:43:53.225951 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15917231-864d-4248-80c7-ad0be9799e3d req-f8bd21ba-6ad1-4e0b-91ca-f6e9a3755a3f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:53.227426 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15917231-864d-4248-80c7-ad0be9799e3d req-f8bd21ba-6ad1-4e0b-91ca-f6e9a3755a3f tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0506825 Mar 18 12:43:53.276815 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15917231-864d-4248-80c7-ad0be9799e3d req-25936221-ec57-42e3-87a0-0f15ea0eb4b4 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435729 Mar 18 12:43:53.548875 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be45f-85c2-4c25-a321-f9d40701a96e req-eade1f23-e5e9-4be1-91a9-81f340284e8e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:53.550317 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-eade1f23-e5e9-4be1-91a9-81f340284e8e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 811 time: 0.1023474 Mar 18 12:43:53.616496 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8f149434-515d-4014-96b4-8ea6311ed3b5 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5aa4335c0342dda02a125ef9f6af2f HTTP/1.1" status: 200 len: 379 time: 0.0574884 Mar 18 12:43:53.624672 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'port': {'device_id': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'admin_state_up': True, 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'security_groups': ['220e9925-01d9-445a-b4c8-9a08c87f742e']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:43:53.729171 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Made reservation on behalf of de5aa4335c0342dda02a125ef9f6af2f for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:43:53.733144 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:53.741555 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-22201b78-d2c3-4ab6-86c5-1896bfc7d089 req-ff9be204-f3f3-4d65-b4b8-0ac20425f4bb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 210 time: 0.0282736 Mar 18 12:43:53.865648 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Allocated IP 172.20.0.4 (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8/036d7836-8dc7-4574-b4d0-4a00aad152ff/f6b23a30-8588-44b9-970c-6aa613aec5bb) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:43:54.005391 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.038451 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.084091 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:43:54.087244 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:43:54.090837 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:43:54.099753 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'Port': ['ID=f6b23a30-8588-44b9-970c-6aa613aec5bb,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:54.146547 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:54.147069 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.163494 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-d2d2ed1a-74ba-4e28-924b-67d81f3916fc tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424170 Mar 18 12:43:54.174171 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Request body: {'port': {'device_id': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:43:54.234311 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.344926 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-aab50fc2-763e-4ee1-ae59-cc136bfaf7cf None None] Provisioning complete for port f6b23a30-8588-44b9-970c-6aa613aec5bb triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:43:54.345546 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aab50fc2-763e-4ee1-ae59-cc136bfaf7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.381307 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-aab50fc2-763e-4ee1-ae59-cc136bfaf7cf None None] Port f6b23a30-8588-44b9-970c-6aa613aec5bb cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:43:54.402110 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee613f-2f3c-4809-9452-2ebbffdf56d6 req-aa383c14-d4d0-4bc9-841a-4c9f2f88b37e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:54.403620 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-82ee613f-2f3c-4809-9452-2ebbffdf56d6 req-aa383c14-d4d0-4bc9-841a-4c9f2f88b37e tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0539172 Mar 18 12:43:54.450421 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-82ee613f-2f3c-4809-9452-2ebbffdf56d6 req-b665387d-13e8-4529-8361-56067698a358 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Mar 18 12:43:54.695693 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:43:54.745752 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port c909b095-4094-498c-87d5-6571989f5f1b triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:43:54.746131 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c909b095-4094-498c-87d5-6571989f5f1b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.760031 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b23a30-8588-44b9-970c-6aa613aec5bb {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:43:54.772220 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Publish callbacks [] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.785286 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Transition to ACTIVE for port object f6b23a30-8588-44b9-970c-6aa613aec5bb will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:43:54.789793 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.829664 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port c909b095-4094-498c-87d5-6571989f5f1b is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:43:54.830062 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.839629 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b23a30-8588-44b9-970c-6aa613aec5bb,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:54.862777 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:43:54.865057 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea3716-9fa6-4355-9dae-24ae9840ca62" -d '{"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "c909b095-4094-498c-87d5-6571989f5f1b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:43:54.879639 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07449a-8114-4983-ad66-52aca111aad2 req-4e60b240-654a-4587-9c78-cbe972785ff7 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:54.887047 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eb07449a-8114-4983-ad66-52aca111aad2 req-4e60b240-654a-4587-9c78-cbe972785ff7 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 943 time: 0.0735321 Mar 18 12:43:54.899141 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:43:54.905869 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.919132 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41947ad9-b593-4f5b-84dd-3ab01e9815de x-openstack-request-id: req-41947ad9-b593-4f5b-84dd-3ab01e9815de {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:43:54.922551 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "c909b095-4094-498c-87d5-6571989f5f1b", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:43:54.923205 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41947ad9-b593-4f5b-84dd-3ab01e9815de {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:43:54.923415 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b', 'code': 200} Mar 18 12:43:54.924836 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Attempting to bind port f6b23a30-8588-44b9-970c-6aa613aec5bb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:43:54.925176 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Attempting to bind port f6b23a30-8588-44b9-970c-6aa613aec5bb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:43:54.925628 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Attempting to bind port f6b23a30-8588-44b9-970c-6aa613aec5bb on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:43:54.930127 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Port f6b23a30-8588-44b9-970c-6aa613aec5bb on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:43:54.940163 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Attempting to bind port f6b23a30-8588-44b9-970c-6aa613aec5bb on network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:43:54.946720 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eb07449a-8114-4983-ad66-52aca111aad2 req-68faca57-963b-4692-9bb1-888fdad00e71 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584860 Mar 18 12:43:54.949257 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:43:54.949646 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Checking segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:43:54.950028 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Bound using segment: {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:43:54.950459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Bound port: f6b23a30-8588-44b9-970c-6aa613aec5bb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efff92f6-e6f5-4714-8eb6-22925f3210e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:43:54.951430 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:54.982423 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=10']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:55.032159 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] For port f6b23a30-8588-44b9-970c-6aa613aec5bb, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:43:55.037616 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] For port f6b23a30-8588-44b9-970c-6aa613aec5bb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6b23a30-8588-44b9-970c-6aa613aec5bb,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:43:55.045097 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:55.115432 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:55.116042 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:43:55.117572 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] 10.222.0.37 "PUT /v2.0/ports/f6b23a30-8588-44b9-970c-6aa613aec5bb HTTP/1.1" status: 200 len: 1093 time: 0.9474676 Mar 18 12:43:55.121345 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:43:55.123881 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be799d5c-c8f3-46d8-946f-e00684eedf27" -d '{"events": [{"name": "network-changed", "server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:43:55.149454 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5e471-349a-4d0b-81e2-dbf598815ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b23a30-8588-44b9-970c-6aa613aec5bb,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:43:55.185360 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a487d3a-10ac-4f05-ab90-5f5a55f0c005 x-openstack-request-id: req-2a487d3a-10ac-4f05-ab90-5f5a55f0c005 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:43:55.185648 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:43:55.185943 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a487d3a-10ac-4f05-ab90-5f5a55f0c005 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:43:55.186339 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'status': 'completed', 'code': 200} Mar 18 12:43:55.190134 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896212-885c-4ae6-aa3b-840f8849bd98 req-d91f388d-7438-4a99-a71e-b99e483bc741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:55.191619 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45896212-885c-4ae6-aa3b-840f8849bd98 req-d91f388d-7438-4a99-a71e-b99e483bc741 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 1130 time: 0.1190522 Mar 18 12:43:55.210089 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be45f-85c2-4c25-a321-f9d40701a96e req-6ee14f26-91a3-49db-94f3-e87ace36efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:55.211624 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-6ee14f26-91a3-49db-94f3-e87ace36efa4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 1127 time: 0.0542145 Mar 18 12:43:55.384046 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-75a45f12-ba20-4d5f-99b2-42435cec2932 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b23a30-8588-44b9-970c-6aa613aec5bb HTTP/1.1" status: 200 len: 217 time: 0.0394127 Mar 18 12:43:55.442569 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45896212-885c-4ae6-aa3b-840f8849bd98 req-7165e60e-3dd1-4338-a6b2-24c2325b7edf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041918 Mar 18 12:43:55.453250 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be45f-85c2-4c25-a321-f9d40701a96e req-9188a020-3557-4edb-b860-7cbd29f476aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:55.454668 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-9188a020-3557-4edb-b860-7cbd29f476aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0612955 Mar 18 12:43:55.569992 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfdb6b-2ae1-40e3-b90c-7cca29e3308d req-ed814728-0ca2-4191-9ddf-5f59a3f94360 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:55.571452 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9dfdb6b-2ae1-40e3-b90c-7cca29e3308d req-ed814728-0ca2-4191-9ddf-5f59a3f94360 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0506029 Mar 18 12:43:55.616019 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9dfdb6b-2ae1-40e3-b90c-7cca29e3308d req-657d2448-b926-4c69-a64a-dba51f1b77ce tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391703 Mar 18 12:43:55.687976 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be45f-85c2-4c25-a321-f9d40701a96e req-0fa20da7-ca81-4678-8202-8b968f5db5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:55.689427 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-0fa20da7-ca81-4678-8202-8b968f5db5c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437217 Mar 18 12:43:55.813635 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-6c755cd4-a589-44e5-8b98-c0dc98ae7789 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156609 Mar 18 12:43:55.822570 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-7674dbb8-b185-4f40-a58c-6163e537cbd0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750170 Mar 18 12:43:55.944360 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-491be45f-85c2-4c25-a321-f9d40701a96e req-45fd29fd-c145-4d54-a030-3a86d0d72080 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136978 Mar 18 12:43:55.946928 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-7134e3ed-7860-4338-a5fd-ced0eaac6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:55.948265 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-7134e3ed-7860-4338-a5fd-ced0eaac6bab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 1129 time: 0.0778120 Mar 18 12:43:56.063934 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26aacd-f67b-469e-a000-9a2f4755d40a req-0a97b65b-9266-4c03-87d4-397d0a03062a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:56.065597 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea26aacd-f67b-469e-a000-9a2f4755d40a req-0a97b65b-9266-4c03-87d4-397d0a03062a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 943 time: 0.0540864 Mar 18 12:43:56.089372 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-92f695a9-db93-4a3c-94d8-d788c650c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:56.090854 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-92f695a9-db93-4a3c-94d8-d788c650c9c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 1127 time: 0.0980036 Mar 18 12:43:56.095384 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-a6879d00-6e86-4cf4-8ad4-78a1a7c03548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:56.096695 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-a6879d00-6e86-4cf4-8ad4-78a1a7c03548 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.1222031 Mar 18 12:43:56.120078 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea26aacd-f67b-469e-a000-9a2f4755d40a req-4e77aced-05ff-45ce-87c8-b3b16b415229 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464826 Mar 18 12:43:56.208826 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-f8b30b94-4f2c-4384-b6eb-5d94ea76c694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 HTTP/1.1" status: 200 len: 1000 time: 0.1043653 Mar 18 12:43:56.251433 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-07920d84-c598-4402-826a-71c10db5d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:56.252789 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-07920d84-c598-4402-826a-71c10db5d579 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.1552832 Mar 18 12:43:56.272381 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-d460093d-1bc2-4c21-a459-0bfdc6db6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:56.273665 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-d460093d-1bc2-4c21-a459-0bfdc6db6736 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0552850 Mar 18 12:43:56.309110 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-1842118e-1523-4780-ad8e-50c2473a13c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b23a30-8588-44b9-970c-6aa613aec5bb HTTP/1.1" status: 200 len: 217 time: 0.0428710 Mar 18 12:43:56.380021 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-76fe3ec3-1751-436c-a43b-08606714a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:56.381329 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-76fe3ec3-1751-436c-a43b-08606714a666 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0556021 Mar 18 12:43:56.383788 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-bef7214e-df9d-4d62-9c75-f7679c9e10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:56.385115 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-bef7214e-df9d-4d62-9c75-f7679c9e10bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0834842 Mar 18 12:43:56.495539 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-4e6b4874-e47f-454a-a840-284a4ef7e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:56.497047 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-4e6b4874-e47f-454a-a840-284a4ef7e1b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0994866 Mar 18 12:43:56.521876 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-341e9aeb-d298-46a1-b38c-03ef890a99f0 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170938 Mar 18 12:43:56.660776 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-171034d0-52bb-462a-957a-a9793091cbcc service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483791 Mar 18 12:43:56.680274 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-2ad5a777-df5f-4f5a-8867-4781a123ea9c service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245394 Mar 18 12:43:56.752136 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d284d-4ae5-46e4-ab91-0fc3008abb4e req-0d12e629-e0ed-41c1-bd95-6b36b4407996 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:56.753716 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a74d284d-4ae5-46e4-ab91-0fc3008abb4e req-0d12e629-e0ed-41c1-bd95-6b36b4407996 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0618761 Mar 18 12:43:56.769567 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be799d5c-c8f3-46d8-946f-e00684eedf27 req-db03f890-113b-46d2-a1d1-4afe54bd8245 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014929 Mar 18 12:43:56.804668 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a74d284d-4ae5-46e4-ab91-0fc3008abb4e req-cbdc3bfd-db72-438e-b1f6-93b611c1b2b8 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451360 Mar 18 12:43:56.859521 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:43:57.243671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bcf91-11bc-40a1-9221-567a0ca090f1 req-cc88fe22-d8a3-4343-9732-0d0a9e603169 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:57.245225 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-861bcf91-11bc-40a1-9221-567a0ca090f1 req-cc88fe22-d8a3-4343-9732-0d0a9e603169 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 943 time: 0.0560563 Mar 18 12:43:57.294619 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-861bcf91-11bc-40a1-9221-567a0ca090f1 req-8adba9b2-25e4-4b2b-aacb-22c9761386d5 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Mar 18 12:43:57.928784 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4cff7-1677-4071-b1ae-dd429e2d4fba req-36b5f4ca-f76c-4bd2-b56a-31a6569a84ac tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:57.930233 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-22d4cff7-1677-4071-b1ae-dd429e2d4fba req-36b5f4ca-f76c-4bd2-b56a-31a6569a84ac tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0545597 Mar 18 12:43:57.974435 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-22d4cff7-1677-4071-b1ae-dd429e2d4fba req-a8fd0c62-4c29-4b37-85f1-3ee11a391f35 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388386 Mar 18 12:43:58.409672 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ee7f4-88bb-4e24-9e91-a8bebcf546f1 req-3c6b904d-97a3-44f4-bc89-23581bb9643b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:58.411140 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-444ee7f4-88bb-4e24-9e91-a8bebcf546f1 req-3c6b904d-97a3-44f4-bc89-23581bb9643b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 943 time: 0.0517731 Mar 18 12:43:58.457640 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-444ee7f4-88bb-4e24-9e91-a8bebcf546f1 req-30807614-f5f8-415a-92d3-3baea0a1fb0a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 Mar 18 12:43:59.574591 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b6adc-6e2b-48a1-b354-04d993b0bf40 req-221920b7-9d2c-4e83-85b5-7b576471d3e1 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:43:59.576032 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-738b6adc-6e2b-48a1-b354-04d993b0bf40 req-221920b7-9d2c-4e83-85b5-7b576471d3e1 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 943 time: 0.0516741 Mar 18 12:43:59.625943 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-738b6adc-6e2b-48a1-b354-04d993b0bf40 req-62a8010c-f507-4fc5-9579-d68bc11dcb10 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445406 Mar 18 12:44:00.794553 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415b15a-6eeb-4b1a-9876-9d4e01cccf85 req-d6223bd9-a199-49bd-b272-009599478091 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:00.796606 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c415b15a-6eeb-4b1a-9876-9d4e01cccf85 req-d6223bd9-a199-49bd-b272-009599478091 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 943 time: 0.0518744 Mar 18 12:44:00.846432 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c415b15a-6eeb-4b1a-9876-9d4e01cccf85 req-fa698895-2931-4f75-bcaf-9b9b7eec6d98 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442872 Mar 18 12:44:01.962578 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baed27-d2dc-4d48-aefc-9487f4c17334 req-6708ef27-6bd6-4be2-9a2a-0d7ef97d66c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:01.964002 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b9baed27-d2dc-4d48-aefc-9487f4c17334 req-6708ef27-6bd6-4be2-9a2a-0d7ef97d66c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 943 time: 0.0505652 Mar 18 12:44:02.011322 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b9baed27-d2dc-4d48-aefc-9487f4c17334 req-5d019ee4-a5c0-4408-8d4b-8294cbf7502b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Mar 18 12:44:02.696590 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device f6b23a30-8588-44b9-970c-6aa613aec5bb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:44:02.788620 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port f6b23a30-8588-44b9-970c-6aa613aec5bb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6b23a30-8588-44b9-970c-6aa613aec5bb,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:02.799459 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'port_id': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'mac_address': 'fa:16:3e:c8:7a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:44:02.837947 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port f6b23a30-8588-44b9-970c-6aa613aec5bb is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:02.838332 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:02.851784 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b23a30-8588-44b9-970c-6aa613aec5bb {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:44:02.870808 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port f6b23a30-8588-44b9-970c-6aa613aec5bb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6b23a30-8588-44b9-970c-6aa613aec5bb,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:02.874762 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:02.919791 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=f6b23a30-8588-44b9-970c-6aa613aec5bb,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:03.087311 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['f6b23a30-8588-44b9-970c-6aa613aec5bb'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:44:03.130925 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbed67-1831-4de9-85cc-61d5999c00bf req-17a0ed8f-1d86-4be7-89cb-128684466b00 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:03.132426 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8adbed67-1831-4de9-85cc-61d5999c00bf req-17a0ed8f-1d86-4be7-89cb-128684466b00 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 944 time: 0.0562668 Mar 18 12:44:03.183519 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8adbed67-1831-4de9-85cc-61d5999c00bf req-dfb59d47-ae56-4cd0-b6f3-73327499bc91 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421665 Mar 18 12:44:04.298406 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3573e-4c2b-47ca-9662-30e9f5d02951 req-5710e068-a794-4f2a-9466-769f447b6b1a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:04.299862 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a5b3573e-4c2b-47ca-9662-30e9f5d02951 req-5710e068-a794-4f2a-9466-769f447b6b1a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 944 time: 0.0510223 Mar 18 12:44:04.346636 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a5b3573e-4c2b-47ca-9662-30e9f5d02951 req-3c1bd999-6d04-490f-88cf-8a6c5f09305d tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412598 Mar 18 12:44:04.707723 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device f6b23a30-8588-44b9-970c-6aa613aec5bb up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:44:04.755858 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port f6b23a30-8588-44b9-970c-6aa613aec5bb completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:44:04.759842 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port f6b23a30-8588-44b9-970c-6aa613aec5bb triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:04.760222 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:04.965258 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port f6b23a30-8588-44b9-970c-6aa613aec5bb is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:04.965562 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:04.987527 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:44:04.989717 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef942a06-e3a0-4198-bbc0-09c79adc08be" -d '{"events": [{"server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "name": "network-vif-plugged", "status": "completed", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:44:05.002419 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port f6b23a30-8588-44b9-970c-6aa613aec5bb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6b23a30-8588-44b9-970c-6aa613aec5bb,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:05.012014 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:05.035656 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d38eeb-a7bc-4614-a8df-5eba97fcb6d0 x-openstack-request-id: req-c2d38eeb-a7bc-4614-a8df-5eba97fcb6d0 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:44:05.035949 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "name": "network-vif-plugged", "status": "completed", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:44:05.036201 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2d38eeb-a7bc-4614-a8df-5eba97fcb6d0 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:44:05.036597 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'code': 200} Mar 18 12:44:05.062414 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=f6b23a30-8588-44b9-970c-6aa613aec5bb,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:05.266640 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7745de-5a3c-477c-a607-0d9dee2c8c84 req-f72a6f6b-e3f7-4cdf-9de2-5655133c58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:05.268057 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9c7745de-5a3c-477c-a607-0d9dee2c8c84 req-f72a6f6b-e3f7-4cdf-9de2-5655133c58c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 1129 time: 0.0435820 Mar 18 12:44:05.311554 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9c7745de-5a3c-477c-a607-0d9dee2c8c84 req-05e043a8-58c4-4a15-a0c0-b9147d168f64 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373824 Mar 18 12:44:05.462339 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ce12d-aab2-498d-acd2-86059079a013 req-f086977b-0b3d-4e82-8485-3afaae875a04 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:05.463822 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-487ce12d-aab2-498d-acd2-86059079a013 req-f086977b-0b3d-4e82-8485-3afaae875a04 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 945 time: 0.0535800 Mar 18 12:44:05.510490 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-487ce12d-aab2-498d-acd2-86059079a013 req-ec114b5c-5cb6-41f7-9066-9d44ff26f41f tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Mar 18 12:44:06.627562 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139517-0511-4a14-9815-3650241e768a req-173c0d66-7a4c-47af-b34d-166146283466 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:06.629014 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-79139517-0511-4a14-9815-3650241e768a req-173c0d66-7a4c-47af-b34d-166146283466 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 945 time: 0.0528078 Mar 18 12:44:06.675950 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-79139517-0511-4a14-9815-3650241e768a req-912f2d73-7aa3-4e64-9d14-cc1673c1288e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415564 Mar 18 12:44:06.789998 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a9320-e8a1-434a-a31b-48ac405e39ce req-e029a2b2-8f5d-4a07-a88c-b9efd460326a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:06.791418 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf7a9320-e8a1-434a-a31b-48ac405e39ce req-e029a2b2-8f5d-4a07-a88c-b9efd460326a tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 945 time: 0.0509739 Mar 18 12:44:06.841396 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf7a9320-e8a1-434a-a31b-48ac405e39ce req-b5b3f0ed-3c45-4c55-8dc3-1ca2c4b7a9e2 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439563 Mar 18 12:44:06.864617 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40306) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:06.906650 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb7306-f843-4bf7-b584-70c285e85342 tempest-TestVolumeBootPattern-82013997 tempest-TestVolumeBootPattern-82013997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:06.908110 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4feb7306-f843-4bf7-b584-70c285e85342 tempest-TestVolumeBootPattern-82013997 tempest-TestVolumeBootPattern-82013997-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 1124 time: 0.0425498 Mar 18 12:44:06.910989 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40308) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:06.915475 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'port_id': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:06.935904 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:07.032180 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:07.131970 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Allocated IP 172.27.2.115 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/41b7a5f9-fd19-41a7-880f-c3a3eb373592) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:44:07.232710 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for port (41b7a5f9-fd19-41a7-880f-c3a3eb373592), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:07.265453 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (41b7a5f9-fd19-41a7-880f-c3a3eb373592), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:07.301538 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:44:07.305766 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:44:07.312455 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:44:07.315399 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'Port': ['ID=41b7a5f9-fd19-41a7-880f-c3a3eb373592,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:07.339567 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.339854 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.340199 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.340537 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.340871 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.341200 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.341528 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.341851 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.342807 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.343137 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.343470 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.343795 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.344118 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.344432 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.344753 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:07.903593 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (64c274e0-3cd7-4c30-9c1d-ff513684d7eb), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:07.967933 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (41b7a5f9-fd19-41a7-880f-c3a3eb373592), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:08.115407 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for port (41b7a5f9-fd19-41a7-880f-c3a3eb373592), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:08.119596 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (41b7a5f9-fd19-41a7-880f-c3a3eb373592), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:08.189969 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event updated for resources: {'Port': ['ID=41b7a5f9-fd19-41a7-880f-c3a3eb373592,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:08.199469 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (64c274e0-3cd7-4c30-9c1d-ff513684d7eb), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:08.299910 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Floating IP 64c274e0-3cd7-4c30-9c1d-ff513684d7eb associated. External IP: 172.27.2.115, port: f6b23a30-8588-44b9-970c-6aa613aec5bb. Mar 18 12:44:08.501468 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Router 52785183-119a-4918-9294-32f0215f7b91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:44:08.606234 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:44:08.616357 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] Sync routers for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:44:08.624818 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:08.627165 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:08.627789 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:43:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:08.653726 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b5462d86-fc43-4dec-b3a4-96ee3118ef25 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7416255 Mar 18 12:44:08.654307 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:44:08.656553 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2" -d '{"events": [{"name": "network-changed", "server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:44:08.692476 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25559954-3fa2-4347-9e75-0ad2fa99fe16 x-openstack-request-id: req-25559954-3fa2-4347-9e75-0ad2fa99fe16 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:44:08.692776 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:44:08.693034 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25559954-3fa2-4347-9e75-0ad2fa99fe16 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:44:08.693443 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'status': 'completed', 'code': 200} Mar 18 12:44:08.733372 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:08.762113 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-5c01af00-8738-4cf3-b0cb-70d9b50c0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:08.763960 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-5c01af00-8738-4cf3-b0cb-70d9b50c0ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 1129 time: 0.0493972 Mar 18 12:44:08.853465 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-66a748c4-6c0f-4f8d-b488-8b73cf43c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:08.854966 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-66a748c4-6c0f-4f8d-b488-8b73cf43c86d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.0850437 Mar 18 12:44:08.921604 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-f1207913-8a62-4459-a7ed-8700e0121494 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b23a30-8588-44b9-970c-6aa613aec5bb HTTP/1.1" status: 200 len: 999 time: 0.0611329 Mar 18 12:44:08.968937 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '64c274e0-3cd7-4c30-9c1d-ff513684d7eb', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:c8:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:44:07Z', 'updated_at': '2022-03-18T12:44:07Z', 'revision_number': 0, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}, {'id': '77994347-7b8d-4e01-ad6d-f93111d5cf45', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:03Z', 'updated_at': '2022-03-18T12:42:05Z', 'revision_number': 1, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:08.979237 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-5d9892ac-0bc7-4af3-a0ac-39a01e9be2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:08.980668 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-5d9892ac-0bc7-4af3-a0ac-39a01e9be2b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0418606 Mar 18 12:44:08.998793 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] Checking router: 52785183-119a-4918-9294-32f0215f7b91 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:44:09.007082 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:09.007692 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:43:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:09.032144 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-da86ab3d-cc5b-4e54-82b6-317173ede1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:09.033593 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-da86ab3d-cc5b-4e54-82b6-317173ede1a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441461 Mar 18 12:44:09.128787 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-b1e8b15f-0636-4577-bd42-8b69aba55854 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873384 Mar 18 12:44:09.202748 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:09.218057 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e9cb4dc-fe07-4ee1-9ad1-44f2606602b2 req-4e46724f-f8da-4eb6-a786-85093f068f9d service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823915 Mar 18 12:44:09.419979 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '64c274e0-3cd7-4c30-9c1d-ff513684d7eb', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:c8:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:44:07Z', 'updated_at': '2022-03-18T12:44:07Z', 'revision_number': 0, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}, {'id': '77994347-7b8d-4e01-ad6d-f93111d5cf45', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:03Z', 'updated_at': '2022-03-18T12:42:05Z', 'revision_number': 1, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:09.448337 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a55d6b-e834-4f13-b847-cd423dd8b96f None None] The sync data for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi is: [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '64c274e0-3cd7-4c30-9c1d-ff513684d7eb', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:c8:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:44:07Z', 'updated_at': '2022-03-18T12:44:07Z', 'revision_number': 0, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}, {'id': '77994347-7b8d-4e01-ad6d-f93111d5cf45', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:03Z', 'updated_at': '2022-03-18T12:42:05Z', 'revision_number': 1, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:44:09.626186 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17937051-d03e-4be4-be0b-ebf81060d45e None None] New status for floating IP 64c274e0-3cd7-4c30-9c1d-ff513684d7eb: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:44:15.686712 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d0d8b02-b9fa-4699-9a37-d8a12b26479c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:18.036981 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ede3848-e1c6-4b3e-946d-ed606ebfc83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:19.066610 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:20.710452 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:22.018854 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:22.304176 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:31.061038 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e0cf2-490e-44fb-966a-eb8d433236a1 req-bcf02e7f-ad91-49b4-9d2b-f87710cff80c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:31.066329 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-de9e0cf2-490e-44fb-966a-eb8d433236a1 req-bcf02e7f-ad91-49b4-9d2b-f87710cff80c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0521998 Mar 18 12:44:31.108662 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-de9e0cf2-490e-44fb-966a-eb8d433236a1 req-84935d82-fae9-460c-9c67-65ec7c755350 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405827 Mar 18 12:44:32.242437 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e6b14-467e-40c2-bd36-1abb45b20d9b req-423383fb-9699-4a28-b04a-3fbf5825b9ab tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:32.243923 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c4e6b14-467e-40c2-bd36-1abb45b20d9b req-423383fb-9699-4a28-b04a-3fbf5825b9ab tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0643711 Mar 18 12:44:32.292516 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c4e6b14-467e-40c2-bd36-1abb45b20d9b req-b0d13bf8-e398-46f4-b0e8-29017a368c85 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups?id=032c578e-8f83-4736-8075-50ab8a36c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Mar 18 12:44:32.413116 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-5430831a-74f3-4395-951d-9f8ecfd61acf tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:32.414425 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-5430831a-74f3-4395-951d-9f8ecfd61acf tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0503669 Mar 18 12:44:32.510151 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Deleting port c909b095-4094-498c-87d5-6571989f5f1b {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:44:32.510793 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (c909b095-4094-498c-87d5-6571989f5f1b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:32.599132 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] For port c909b095-4094-498c-87d5-6571989f5f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c909b095-4094-498c-87d5-6571989f5f1b,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:32.599492 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (c909b095-4094-498c-87d5-6571989f5f1b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:32.768912 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:32.769202 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (a96afeda-8b19-46cb-8b75-c3a6a43ab79c), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:32.769543 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Floating IP a96afeda-8b19-46cb-8b75-c3a6a43ab79c disassociated. External IP: 172.27.2.237, port: c909b095-4094-498c-87d5-6571989f5f1b. Mar 18 12:44:32.769903 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Calling delete_port for c909b095-4094-498c-87d5-6571989f5f1b owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:44:32.898640 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (c909b095-4094-498c-87d5-6571989f5f1b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:32.929985 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event deleted for resources: {'Port': ['ID=c909b095-4094-498c-87d5-6571989f5f1b,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:33.041111 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Router 7f1e3cd3-db51-4c8c-a921-f01510e47083 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:44:33.149118 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:44:33.158773 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] Sync routers for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:44:33.168564 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:33.169176 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:33.192216 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] No DVR routers for this DVR port c909b095-4094-498c-87d5-6571989f5f1b on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:44:33.194717 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:33.198074 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-964f635b-c192-49c3-b92a-9ef21f13cc29 req-3fdfb483-fde1-4005-8cc1-43cd7324fa9c tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.37 "DELETE /v2.0/ports/c909b095-4094-498c-87d5-6571989f5f1b HTTP/1.1" status: 204 len: 173 time: 0.7785017 Mar 18 12:44:33.198545 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-deleted', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:44:33.200739 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e427552-9027-4e02-9c83-d62add85a4b9" -d '{"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-deleted", "tag": "c909b095-4094-498c-87d5-6571989f5f1b"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:44:33.243114 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daac0e9e-f1cd-4bd7-9a15-6d00aa643eb9 x-openstack-request-id: req-daac0e9e-f1cd-4bd7-9a15-6d00aa643eb9 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:44:33.243418 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5342086e-14fd-4da7-acc1-7c23a6fc1ac9", "name": "network-vif-deleted", "tag": "c909b095-4094-498c-87d5-6571989f5f1b", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:44:33.243678 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daac0e9e-f1cd-4bd7-9a15-6d00aa643eb9 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:44:33.244132 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5342086e-14fd-4da7-acc1-7c23a6fc1ac9', 'name': 'network-vif-deleted', 'tag': 'c909b095-4094-498c-87d5-6571989f5f1b', 'status': 'completed', 'code': 200} Mar 18 12:44:33.280875 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:33.431154 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7c725bd1-460f-4be3-8f8e-2c2783b58f24 req-7f111599-1223-4773-b5f0-7ec944a923de tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/ports?device_id=5342086e-14fd-4da7-acc1-7c23a6fc1ac9 HTTP/1.1" status: 200 len: 210 time: 0.0385518 Mar 18 12:44:33.514193 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:33.545925 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] Checking router: 7f1e3cd3-db51-4c8c-a921-f01510e47083 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:44:33.555907 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:33.556966 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:33.662780 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:33.869916 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:44:33.872036 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:33.905751 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409194cb-8ec8-4e2c-867b-861feab05324 None None] The sync data for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi is: [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:33Z', 'revision_number': 4, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '003e99a5-e9c7-4921-b9d0-4bc307c35f22', 'name': '', 'network_id': '2b0253ca-f873-4236-b27b-f9f484d003bd', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'mac_address': 'fa:16:3e:9d:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:32Z', 'updated_at': '2022-03-18T12:39:36Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'subnets': [{'id': 'e78e288d-75f6-4bca-a780-c4ba788fe7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:44:34.115642 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01b892-e1d4-4dd1-ae10-9d8428cb72fe None None] New status for floating IP a96afeda-8b19-46cb-8b75-c3a6a43ab79c: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:44:34.625229 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40350) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:34.676245 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (032c578e-8f83-4736-8075-50ab8a36c6e8), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:34.700304 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (032c578e-8f83-4736-8075-50ab8a36c6e8), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:34.747105 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (032c578e-8f83-4736-8075-50ab8a36c6e8), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:34.750204 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:34.751877 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "DELETE /v2.0/security-groups/032c578e-8f83-4736-8075-50ab8a36c6e8 HTTP/1.1" status: 204 len: 168 time: 0.1251557 Mar 18 12:44:34.754273 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40352) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:34.764858 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032c578e-8f83-4736-8075-50ab8a36c6e8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:34.768737 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.api.v2.resource [None req-f9b4a88b-f53f-494c-b96d-bc4fe7a1ced0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] show failed (client error): The resource could not be found. Mar 18 12:44:34.772310 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f9b4a88b-f53f-494c-b96d-bc4fe7a1ced0 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "GET /v2.0/security-groups/032c578e-8f83-4736-8075-50ab8a36c6e8 HTTP/1.1" status: 404 len: 347 time: 0.0144558 Mar 18 12:44:34.772678 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40354) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:34.772960 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.773306 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.773654 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.774053 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.774636 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.774978 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.775432 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.775767 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.776094 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.776610 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.777497 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.777836 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.778171 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.778497 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.779253 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f998f3-2b4b-409c-9213-4613e2188784 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:34.898177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Deleting port bad7b77f-ff5a-45d9-bdd9-749b23caf008 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:44:34.898601 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (bad7b77f-ff5a-45d9-bdd9-749b23caf008), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:34.973046 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (bad7b77f-ff5a-45d9-bdd9-749b23caf008), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:34.973365 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (bad7b77f-ff5a-45d9-bdd9-749b23caf008), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:34.985280 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Calling delete_port for bad7b77f-ff5a-45d9-bdd9-749b23caf008 owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:44:35.117266 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (bad7b77f-ff5a-45d9-bdd9-749b23caf008), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:35.141836 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Pushing event deleted for resources: {'Port': ['ID=bad7b77f-ff5a-45d9-bdd9-749b23caf008,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:35.205264 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks [] for floatingip (a96afeda-8b19-46cb-8b75-c3a6a43ab79c), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:35.207953 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:35.209091 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4fb9fd98-2412-4d9c-817b-b4e3d7306169 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] 10.222.0.21 "DELETE /v2.0/floatingips/a96afeda-8b19-46cb-8b75-c3a6a43ab79c HTTP/1.1" status: 204 len: 168 time: 0.4354675 Mar 18 12:44:36.862546 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:44:36.883561 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: c909b095-4094-498c-87d5-6571989f5f1b {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:44:36.883930 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device c909b095-4094-498c-87d5-6571989f5f1b not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:44:37.590112 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40376) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:38.024226 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (7f1e3cd3-db51-4c8c-a921-f01510e47083), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:38.275607 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Deleting port 003e99a5-e9c7-4921-b9d0-4bc307c35f22 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:44:38.275872 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:38.354897 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] For port 003e99a5-e9c7-4921-b9d0-4bc307c35f22, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=003e99a5-e9c7-4921-b9d0-4bc307c35f22,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:38.355259 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:38.367985 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Calling delete_port for 003e99a5-e9c7-4921-b9d0-4bc307c35f22 owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:44:38.778293 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (003e99a5-e9c7-4921-b9d0-4bc307c35f22), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:38.804329 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=003e99a5-e9c7-4921-b9d0-4bc307c35f22,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:38.965334 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (7f1e3cd3-db51-4c8c-a921-f01510e47083), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:39.178107 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Router 7f1e3cd3-db51-4c8c-a921-f01510e47083 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:44:39.282730 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:44:39.288116 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e750f895-e9b6-4e84-aa2f-a053fc3a33b8 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f1e3cd3-db51-4c8c-a921-f01510e47083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6967993 Mar 18 12:44:39.290542 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40382) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:39.291349 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] Sync routers for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:44:39.301881 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:39.302500 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:39.394670 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks [] for router (7f1e3cd3-db51-4c8c-a921-f01510e47083), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:39.408166 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:39.496445 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks [] for router_gateway (7f1e3cd3-db51-4c8c-a921-f01510e47083), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:39.550529 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Deleting port c6eed991-b94f-4067-a9fd-be4fa0554221 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:44:39.550887 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:39.631324 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] For port c6eed991-b94f-4067-a9fd-be4fa0554221, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=c6eed991-b94f-4067-a9fd-be4fa0554221,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:39.631746 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:39.644755 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Calling delete_port for c6eed991-b94f-4067-a9fd-be4fa0554221 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:44:39.673503 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:44:38Z', 'revision_number': 5, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port': {'id': 'c6eed991-b94f-4067-a9fd-be4fa0554221', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:39.700779 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] Checking router: 7f1e3cd3-db51-4c8c-a921-f01510e47083 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:44:39.709408 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] Routers {'7f1e3cd3-db51-4c8c-a921-f01510e47083'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:39.710025 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7f1e3cd3-db51-4c8c-a921-f01510e47083'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:39.799910 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] Set router 7f1e3cd3-db51-4c8c-a921-f01510e47083 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:39.810737 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (c6eed991-b94f-4067-a9fd-be4fa0554221), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:39.836931 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6eed991-b94f-4067-a9fd-be4fa0554221,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:39.855812 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:44:39Z', 'revision_number': 6, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port_host': None}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:39.882697 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb31de9-8473-4fbe-9039-9ed0ebda8da5 None None] The sync data for ids ['7f1e3cd3-db51-4c8c-a921-f01510e47083'] in dv-cinder-790535-30-iscsi is: [{'id': '7f1e3cd3-db51-4c8c-a921-f01510e47083', 'name': 'tempest-AttachVolumeShelveTestJSON-1158887391-router', 'tenant_id': 'cafde6fdcf624fca99edc9b76b57530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:39:30Z', 'updated_at': '2022-03-18T12:44:39Z', 'revision_number': 6, 'project_id': 'cafde6fdcf624fca99edc9b76b57530e', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:44:39.897982 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (7f1e3cd3-db51-4c8c-a921-f01510e47083), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:39.986874 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (7f1e3cd3-db51-4c8c-a921-f01510e47083), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:39.989183 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks [] for router_controller (7f1e3cd3-db51-4c8c-a921-f01510e47083), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.035297 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (7f1e3cd3-db51-4c8c-a921-f01510e47083), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.035813 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1e3cd3-db51-4c8c-a921-f01510e47083 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:44:40.040256 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.041378 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9523d13f-99d7-4b89-9297-bdd92c3a1056 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7f1e3cd3-db51-4c8c-a921-f01510e47083 HTTP/1.1" status: 204 len: 168 time: 0.7499256 Mar 18 12:44:40.043963 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40384) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:40.087334 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d1c22d-a0ce-4635-b427-ab64c466a206 admin admin] Deleting subnet e78e288d-75f6-4bca-a780-c4ba788fe7be {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:44:40.090294 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38d1c22d-a0ce-4635-b427-ab64c466a206 admin admin] Publish callbacks [] for subnet (e78e288d-75f6-4bca-a780-c4ba788fe7be), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.125932 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38d1c22d-a0ce-4635-b427-ab64c466a206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (e78e288d-75f6-4bca-a780-c4ba788fe7be), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.206951 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38d1c22d-a0ce-4635-b427-ab64c466a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (e78e288d-75f6-4bca-a780-c4ba788fe7be), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.259944 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38d1c22d-a0ce-4635-b427-ab64c466a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (e78e288d-75f6-4bca-a780-c4ba788fe7be), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.285167 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1c22d-a0ce-4635-b427-ab64c466a206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78e288d-75f6-4bca-a780-c4ba788fe7be,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:40.290235 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-38d1c22d-a0ce-4635-b427-ab64c466a206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.294007 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-38d1c22d-a0ce-4635-b427-ab64c466a206 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e78e288d-75f6-4bca-a780-c4ba788fe7be HTTP/1.1" status: 204 len: 168 time: 0.2491274 Mar 18 12:44:40.295538 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4f3773-7448-4b1a-9fef-c8d6c0fdeae1 None None] Network 2b0253ca-f873-4236-b27b-f9f484d003bd requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:44:40.297204 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40386) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:40.362193 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (2b0253ca-f873-4236-b27b-f9f484d003bd), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.420993 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Deleting port aa56b7af-0eff-4f42-9508-257dbe49fa28 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:44:40.421336 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.481690 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] For port aa56b7af-0eff-4f42-9508-257dbe49fa28, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=aa56b7af-0eff-4f42-9508-257dbe49fa28,segment=NetworkSegment(69c4bdcf-7770-474a-9484-82f0f99f1de4),segment_id=69c4bdcf-7770-474a-9484-82f0f99f1de4)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:40.481981 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.495079 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Calling delete_port for aa56b7af-0eff-4f42-9508-257dbe49fa28 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:44:40.572369 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (aa56b7af-0eff-4f42-9508-257dbe49fa28), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.599737 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] No DVR routers for this DVR port aa56b7af-0eff-4f42-9508-257dbe49fa28 on host dv-cinder-790535-30-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:44:40.603762 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa56b7af-0eff-4f42-9508-257dbe49fa28,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:40.616421 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af661a-b886-4352-84b4-043565dcf3b4 None None] DHCP port deletion for 2b0253ca-f873-4236-b27b-f9f484d003bd request from dv-cinder-790535-30-iscsi {{(pid=103443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 12:44:40.675978 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (2b0253ca-f873-4236-b27b-f9f484d003bd), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.695271 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0253ca-f873-4236-b27b-f9f484d003bd']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:40.704159 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c4bdcf-7770-474a-9484-82f0f99f1de4') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:40.704456 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c4bdcf-7770-474a-9484-82f0f99f1de4') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:40.713809 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (69c4bdcf-7770-474a-9484-82f0f99f1de4), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.727485 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (69c4bdcf-7770-474a-9484-82f0f99f1de4), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.733423 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:44:40.733837 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (69c4bdcf-7770-474a-9484-82f0f99f1de4), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:44:40.736163 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:44:40.790789 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (2b0253ca-f873-4236-b27b-f9f484d003bd), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.795201 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:40.798973 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b0253ca-f873-4236-b27b-f9f484d003bd HTTP/1.1" status: 204 len: 168 time: 0.5008509 Mar 18 12:44:40.813125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcc7b7-d68b-47aa-9e52-70e572599498 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0253ca-f873-4236-b27b-f9f484d003bd,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:40.916300 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40390) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:40.954708 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-bea76bde-007b-4924-bdf1-e2ce7e6443ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cafde6fdcf624fca99edc9b76b57530e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372522 Mar 18 12:44:40.957070 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40392) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:41.005502 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08e0f7c2-85b8-41aa-a405-777d0cb96f18 admin admin] Publish callbacks [] for security_group (1826c0f9-2718-40d9-914e-f216585f05c2), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:41.026302 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08e0f7c2-85b8-41aa-a405-777d0cb96f18 admin admin] Publish callbacks [] for security_group (1826c0f9-2718-40d9-914e-f216585f05c2), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:41.074269 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08e0f7c2-85b8-41aa-a405-777d0cb96f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (1826c0f9-2718-40d9-914e-f216585f05c2), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:41.077612 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08e0f7c2-85b8-41aa-a405-777d0cb96f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:41.079978 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-08e0f7c2-85b8-41aa-a405-777d0cb96f18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1826c0f9-2718-40d9-914e-f216585f05c2 HTTP/1.1" status: 204 len: 168 time: 0.1218796 Mar 18 12:44:41.090934 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0f7c2-85b8-41aa-a405-777d0cb96f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1826c0f9-2718-40d9-914e-f216585f05c2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:41.718602 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40414) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:41.813805 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1306589657-network', 'tenant_id': '7e657a481d654ea180b4a60403469a6a'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:41.828487 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device aa56b7af-0eff-4f42-9508-257dbe49fa28 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:44:41.833585 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Made reservation on behalf of 7e657a481d654ea180b4a60403469a6a for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:44:41.835881 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:41.844407 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:41.848259 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: aa56b7af-0eff-4f42-9508-257dbe49fa28 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:44:41.848610 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device aa56b7af-0eff-4f42-9508-257dbe49fa28 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:44:41.849032 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 003e99a5-e9c7-4921-b9d0-4bc307c35f22 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:44:41.872011 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 003e99a5-e9c7-4921-b9d0-4bc307c35f22 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:44:41.872339 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 003e99a5-e9c7-4921-b9d0-4bc307c35f22 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:44:41.872948 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c6eed991-b94f-4067-a9fd-be4fa0554221 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:44:41.893945 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: c6eed991-b94f-4067-a9fd-be4fa0554221 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:44:41.894543 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c6eed991-b94f-4067-a9fd-be4fa0554221 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:44:41.920174 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Publish callbacks [] for security_group (d25a46b8-263b-46cd-8e25-e888adc207e1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:41.924991 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d25a46b8-263b-46cd-8e25-e888adc207e1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:41.949533 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:44:41.957996 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25a46b8-263b-46cd-8e25-e888adc207e1,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:41.965144 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (04c57fb8-b9e9-4a21-a837-6c0ddde236ff), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:41.965416 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Added segment 04c57fb8-b9e9-4a21-a837-6c0ddde236ff of type vlan for network 95cecf23-abea-4975-9417-a33c9841de74 Mar 18 12:44:42.008663 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (95cecf23-abea-4975-9417-a33c9841de74), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.033047 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (95cecf23-abea-4975-9417-a33c9841de74), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.034226 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:42.034835 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.085012 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3652430 Mar 18 12:44:42.088048 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40418) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:42.093867 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Request body: {'subnet': {'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1306589657-subnet', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:42.094019 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79133f5b-67aa-414c-be7f-340c8d56f893 admin admin] Pushing event updated for resources: {'Network': ['ID=95cecf23-abea-4975-9417-a33c9841de74,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:42.103910 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 95cecf23-abea-4975-9417-a33c9841de74 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:44:42.115854 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Made reservation on behalf of 7e657a481d654ea180b4a60403469a6a for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:44:42.118226 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763634'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.283026 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8870282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763620'] for subnet (a624327b-aa26-4f52-a41f-9123a1ef2af8), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.337574 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a624327b-aa26-4f52-a41f-9123a1ef2af8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:42.344606 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Checking segment: {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:44:42.344962 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Network hostable DHCP agents. Network: 95cecf23-abea-4975-9417-a33c9841de74, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:44:42.360593 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Network 95cecf23-abea-4975-9417-a33c9841de74 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:44:42.369217 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 95cecf23-abea-4975-9417-a33c9841de74) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:44:42.373644 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:42.374232 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.378454 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3311d0b1-aee3-4b48-b2b6-b7f4e29e18a3 None None] Network 95cecf23-abea-4975-9417-a33c9841de74 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:44:42.389676 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-adc0a6e6-bfb3-4b44-a639-3b980e483d16 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3000472 Mar 18 12:44:42.392905 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40420) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:42.396988 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:42.415639 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (089353cb-95b3-4aa2-98ec-2e9ae8253407), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.416618 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (089353cb-95b3-4aa2-98ec-2e9ae8253407), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.469648 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks [] for router_controller (089353cb-95b3-4aa2-98ec-2e9ae8253407), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.481872 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-95cecf23-abea-4975-9417-a33c9841de74', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'project_id': '7e657a481d654ea180b4a60403469a6a', 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:44:42.482911 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.605002 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks [] for router_gateway (089353cb-95b3-4aa2-98ec-2e9ae8253407), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.615862 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Allocated IP 172.20.0.2 (95cecf23-abea-4975-9417-a33c9841de74/a624327b-aa26-4f52-a41f-9123a1ef2af8/f3612fb3-5d8b-443d-ae72-f526543c873b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:44:42.757976 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Publish callbacks [] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.764953 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.798775 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Network 95cecf23-abea-4975-9417-a33c9841de74 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:44:42.799982 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks [] for router_gateway (089353cb-95b3-4aa2-98ec-2e9ae8253407), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.801561 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:44:42.804932 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:44:42.818845 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.820952 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Pushing event updated for resources: {'Port': ['ID=f3612fb3-5d8b-443d-ae72-f526543c873b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:42.844130 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.844857 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.844857 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.845142 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.845476 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.845805 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.846129 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.846453 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.846803 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.847126 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.847450 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.847771 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.848090 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.848408 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.848716 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:42.878097 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Attempting to bind port f3612fb3-5d8b-443d-ae72-f526543c873b on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:44:42.878468 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Attempting to bind port f3612fb3-5d8b-443d-ae72-f526543c873b by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:44:42.878887 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Attempting to bind port f3612fb3-5d8b-443d-ae72-f526543c873b on network 95cecf23-abea-4975-9417-a33c9841de74 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:44:42.883808 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:44:42.884481 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Checking segment: {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:44:42.884609 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.885069 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Bound using segment: {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:44:42.885551 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Bound port: f3612fb3-5d8b-443d-ae72-f526543c873b, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:44:42.885920 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:42.927379 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Allocated IP 172.27.2.126 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/7a7990dd-a3c4-498a-b671-700d2152895e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:44:42.950981 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] For port f3612fb3-5d8b-443d-ae72-f526543c873b, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:44:42.954584 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] For port f3612fb3-5d8b-443d-ae72-f526543c873b, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=f3612fb3-5d8b-443d-ae72-f526543c873b,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:44:42.960212 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:43.023203 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa393c-4e5f-4446-a824-ef083baaa3cb None None] Pushing event updated for resources: {'Port': ['ID=f3612fb3-5d8b-443d-ae72-f526543c873b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:43.037181 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks [] for port (7a7990dd-a3c4-498a-b671-700d2152895e), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:43.074850 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:43.112384 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:44:43.116975 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:44:43.124124 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:44:43.127854 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7990dd-a3c4-498a-b671-700d2152895e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:43.391715 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks [] for router_gateway (089353cb-95b3-4aa2-98ec-2e9ae8253407), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:43.580719 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (089353cb-95b3-4aa2-98ec-2e9ae8253407), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:43.709863 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Router 089353cb-95b3-4aa2-98ec-2e9ae8253407 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:44:43.892116 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device f3612fb3-5d8b-443d-ae72-f526543c873b up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:44:43.948610 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port f3612fb3-5d8b-443d-ae72-f526543c873b triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:43.948981 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:43.980700 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c7d74-9a74-453d-94dc-5fffd15275ca None None] Network 95cecf23-abea-4975-9417-a33c9841de74 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:44:44.067892 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:44:44.082049 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-0bfb2d34-de42-4a1d-ba73-679de84c3116 None None] Provisioning complete for port f3612fb3-5d8b-443d-ae72-f526543c873b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:44.082435 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2d34-de42-4a1d-ba73-679de84c3116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:44.087743 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01627740-715b-4466-bfbc-105714aa455c None None] Sync routers for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:44:44.095542 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:44.100261 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40422) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:44.100763 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f5e6536a-41c2-41e2-86e3-83bec7903a52 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7058973 Mar 18 12:44:44.180275 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01627740-715b-4466-bfbc-105714aa455c None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:44.181108 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-01627740-715b-4466-bfbc-105714aa455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:44.220106 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port f3612fb3-5d8b-443d-ae72-f526543c873b is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:44.220420 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:44.316622 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port f3612fb3-5d8b-443d-ae72-f526543c873b, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=f3612fb3-5d8b-443d-ae72-f526543c873b,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:44.343020 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:44.398563 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-01627740-715b-4466-bfbc-105714aa455c None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:44.427576 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb2d34-de42-4a1d-ba73-679de84c3116 None None] Current status of the port f3612fb3-5d8b-443d-ae72-f526543c873b is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:44.427576 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2d34-de42-4a1d-ba73-679de84c3116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:44.560139 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:44.655934 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=f3612fb3-5d8b-443d-ae72-f526543c873b,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:44.714331 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.db.api [None req-0bfb2d34-de42-4a1d-ba73-679de84c3116 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 12:44:44.714597 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG oslo_db.api [None req-0bfb2d34-de42-4a1d-ba73-679de84c3116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 12:44:44.718554 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Allocated IP 172.20.0.1 (95cecf23-abea-4975-9417-a33c9841de74/a624327b-aa26-4f52-a41f-9123a1ef2af8/3e3d3412-02b4-49ae-831e-66f0e84c3650) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:44:44.769718 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-01627740-715b-4466-bfbc-105714aa455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:43Z', 'revision_number': 3, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:44.800624 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01627740-715b-4466-bfbc-105714aa455c None None] Checking router: 089353cb-95b3-4aa2-98ec-2e9ae8253407 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:44:44.801072 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01627740-715b-4466-bfbc-105714aa455c None None] Updating router 089353cb-95b3-4aa2-98ec-2e9ae8253407 port 7a7990dd-a3c4-498a-b671-700d2152895e binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:44:44.821604 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Publish callbacks [] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:44.827968 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01627740-715b-4466-bfbc-105714aa455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:44.853511 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:44.889345 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Network 95cecf23-abea-4975-9417-a33c9841de74 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:44:44.892875 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:44:44.896303 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:44:44.928257 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Pushing event updated for resources: {'Port': ['ID=3e3d3412-02b4-49ae-831e-66f0e84c3650,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:44.941929 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (089353cb-95b3-4aa2-98ec-2e9ae8253407), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.086765 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.105288 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01627740-715b-4466-bfbc-105714aa455c None None] Publish callbacks [] for port (7a7990dd-a3c4-498a-b671-700d2152895e), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.110908 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01627740-715b-4466-bfbc-105714aa455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.162910 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-01627740-715b-4466-bfbc-105714aa455c None None] Attempting to bind port 7a7990dd-a3c4-498a-b671-700d2152895e on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:44:45.163209 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-01627740-715b-4466-bfbc-105714aa455c None None] Attempting to bind port 7a7990dd-a3c4-498a-b671-700d2152895e by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:44:45.163568 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01627740-715b-4466-bfbc-105714aa455c None None] Attempting to bind port 7a7990dd-a3c4-498a-b671-700d2152895e on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:44:45.170781 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164e3e4-934d-4006-9b07-837125764be1 None None] Pushing event updated for resources: {'Port': ['ID=7a7990dd-a3c4-498a-b671-700d2152895e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:45.175442 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01627740-715b-4466-bfbc-105714aa455c None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:44:45.175816 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01627740-715b-4466-bfbc-105714aa455c None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:44:45.176214 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01627740-715b-4466-bfbc-105714aa455c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.176589 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01627740-715b-4466-bfbc-105714aa455c None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:44:45.177051 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-01627740-715b-4466-bfbc-105714aa455c None None] Bound port: 7a7990dd-a3c4-498a-b671-700d2152895e, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:44:45.177434 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01627740-715b-4466-bfbc-105714aa455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.251017 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-01627740-715b-4466-bfbc-105714aa455c None None] For port 7a7990dd-a3c4-498a-b671-700d2152895e, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:44:45.251225 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Publish callbacks [] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.255520 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.256028 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-01627740-715b-4466-bfbc-105714aa455c None None] For port 7a7990dd-a3c4-498a-b671-700d2152895e, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=7a7990dd-a3c4-498a-b671-700d2152895e,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:44:45.264651 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb2d34-de42-4a1d-ba73-679de84c3116 None None] Current status of the port f3612fb3-5d8b-443d-ae72-f526543c873b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:45.267539 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01627740-715b-4466-bfbc-105714aa455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.324372 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Pushing event updated for resources: {'Port': ['ID=3e3d3412-02b4-49ae-831e-66f0e84c3650,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:45.328040 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01627740-715b-4466-bfbc-105714aa455c None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:45.328669 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-01627740-715b-4466-bfbc-105714aa455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:45.329348 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (089353cb-95b3-4aa2-98ec-2e9ae8253407), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.364943 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164e3e4-934d-4006-9b07-837125764be1 None None] Pushing event updated for resources: {'Port': ['ID=7a7990dd-a3c4-498a-b671-700d2152895e,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:45.418969 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Network 95cecf23-abea-4975-9417-a33c9841de74 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:44:45.420305 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:44:45.426791 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f30d0bbc-0500-4f7a-91d0-1e2b7f76651a None None] Provisioning complete for port 3e3d3412-02b4-49ae-831e-66f0e84c3650 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:45.427169 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f30d0bbc-0500-4f7a-91d0-1e2b7f76651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.475915 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-01627740-715b-4466-bfbc-105714aa455c None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:45.478162 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f30d0bbc-0500-4f7a-91d0-1e2b7f76651a None None] Port 3e3d3412-02b4-49ae-831e-66f0e84c3650 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:44:45.527565 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f30d0bbc-0500-4f7a-91d0-1e2b7f76651a None None] Provisioning complete for port f3612fb3-5d8b-443d-ae72-f526543c873b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:45.527843 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f30d0bbc-0500-4f7a-91d0-1e2b7f76651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.739919 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f30d0bbc-0500-4f7a-91d0-1e2b7f76651a None None] Current status of the port f3612fb3-5d8b-443d-ae72-f526543c873b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:45.741751 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5c12-991b-4b82-815e-7b96f343e23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.767504 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-01627740-715b-4466-bfbc-105714aa455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 2, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:45.777566 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Router 089353cb-95b3-4aa2-98ec-2e9ae8253407 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:44:45.795211 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01627740-715b-4466-bfbc-105714aa455c None None] The sync data for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi is: [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 2, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:44:45.825855 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device f3612fb3-5d8b-443d-ae72-f526543c873b up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:44:45.879446 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-64fd2741-0ec7-49d7-90f1-20f135703962 None None] Provisioning complete for port 3e3d3412-02b4-49ae-831e-66f0e84c3650 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:45.879824 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64fd2741-0ec7-49d7-90f1-20f135703962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:45.893332 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:44:45.898448 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7d2639e6-e93f-46f4-8bdf-fbf8947d195a admin admin] 10.222.0.21 "PUT /v2.0/routers/089353cb-95b3-4aa2-98ec-2e9ae8253407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7970769 Mar 18 12:44:45.923077 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-64fd2741-0ec7-49d7-90f1-20f135703962 None None] Port 3e3d3412-02b4-49ae-831e-66f0e84c3650 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:44:45.925400 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port f3612fb3-5d8b-443d-ae72-f526543c873b triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:45.925798 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.032313 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port f3612fb3-5d8b-443d-ae72-f526543c873b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:46.371249 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40430) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:46.375877 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-5416251b-0525-4ec1-8f41-8bb6116af01b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475962212', 'description': 'tempest-description--1346107187'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:46.397428 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5416251b-0525-4ec1-8f41-8bb6116af01b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.465107 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5416251b-0525-4ec1-8f41-8bb6116af01b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (6689d02f-6a67-4159-b20b-634772681d84), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.469051 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5416251b-0525-4ec1-8f41-8bb6116af01b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (6689d02f-6a67-4159-b20b-634772681d84), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.498488 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416251b-0525-4ec1-8f41-8bb6116af01b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6689d02f-6a67-4159-b20b-634772681d84,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:46.503591 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5416251b-0525-4ec1-8f41-8bb6116af01b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.504808 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5416251b-0525-4ec1-8f41-8bb6116af01b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1325388 Mar 18 12:44:46.507859 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40432) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:46.512281 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bf474a29-9c7f-4fbc-9066-d4554d054976 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'security_group_rule': {'security_group_id': '6689d02f-6a67-4159-b20b-634772681d84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:46.540456 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf474a29-9c7f-4fbc-9066-d4554d054976 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (7a390988-4056-478a-ac19-0b0e9f789f46), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.616589 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf474a29-9c7f-4fbc-9066-d4554d054976 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (7a390988-4056-478a-ac19-0b0e9f789f46), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.621900 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf474a29-9c7f-4fbc-9066-d4554d054976 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (7a390988-4056-478a-ac19-0b0e9f789f46), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.642911 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf474a29-9c7f-4fbc-9066-d4554d054976 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a390988-4056-478a-ac19-0b0e9f789f46,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:46.651538 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf474a29-9c7f-4fbc-9066-d4554d054976 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.652801 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-bf474a29-9c7f-4fbc-9066-d4554d054976 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438663 Mar 18 12:44:46.655510 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40434) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:46.659898 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-91c38f97-fe16-4041-94db-dbf5e7a299c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'security_group_rule': {'security_group_id': '6689d02f-6a67-4159-b20b-634772681d84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:46.685789 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91c38f97-fe16-4041-94db-dbf5e7a299c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (5dcf0e23-9027-49f2-8c0d-8e9c8e4387ef), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.743644 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91c38f97-fe16-4041-94db-dbf5e7a299c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (5dcf0e23-9027-49f2-8c0d-8e9c8e4387ef), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.748507 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91c38f97-fe16-4041-94db-dbf5e7a299c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (5dcf0e23-9027-49f2-8c0d-8e9c8e4387ef), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.769214 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c38f97-fe16-4041-94db-dbf5e7a299c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcf0e23-9027-49f2-8c0d-8e9c8e4387ef,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:46.775045 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91c38f97-fe16-4041-94db-dbf5e7a299c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.776243 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-91c38f97-fe16-4041-94db-dbf5e7a299c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197541 Mar 18 12:44:46.779361 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40436) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:46.784054 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:46.806206 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:46.907462 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.022106 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Allocated IP 172.27.2.86 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/43573427-7914-4d5e-86c1-429a3a737834) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:44:47.129277 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for port (43573427-7914-4d5e-86c1-429a3a737834), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.163283 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (43573427-7914-4d5e-86c1-429a3a737834), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.200733 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:44:47.203547 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:44:47.205932 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:44:47.239690 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'Port': ['ID=43573427-7914-4d5e-86c1-429a3a737834,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:47.306001 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (b103680f-b2a9-417d-83a3-2e8082e3d22e), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.342391 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (43573427-7914-4d5e-86c1-429a3a737834), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.494032 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for port (43573427-7914-4d5e-86c1-429a3a737834), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.498699 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (43573427-7914-4d5e-86c1-429a3a737834), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.566459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'Port': ['ID=43573427-7914-4d5e-86c1-429a3a737834,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:47.578662 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (b103680f-b2a9-417d-83a3-2e8082e3d22e), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.595406 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.596917 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-550b7282-222e-4e9a-ab77-0462734f725e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8165064 Mar 18 12:44:47.753845 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-a4b0aa8e-877a-4aa1-87a0-d3b4d877afa2 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1475962212&fields=id&tenant_id=7e657a481d654ea180b4a60403469a6a HTTP/1.1" status: 200 len: 267 time: 0.0408494 Mar 18 12:44:47.849520 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 7a7990dd-a3c4-498a-b671-700d2152895e up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:44:47.866414 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-e2a72717-7b50-4da7-8828-86a89140d0e8 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:47.867892 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-e2a72717-7b50-4da7-8828-86a89140d0e8 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 811 time: 0.1075852 Mar 18 12:44:47.881973 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-c6ee730a-43d0-4a03-acbb-09050d41eb58 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/quotas/7e657a481d654ea180b4a60403469a6a HTTP/1.1" status: 200 len: 375 time: 0.0086117 Mar 18 12:44:47.904066 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 7a7990dd-a3c4-498a-b671-700d2152895e triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:47.904438 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:47.930842 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Sync routers for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:44:47.942643 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-1c3620fa-9f7c-4330-b98a-00d1ef722716 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548861 Mar 18 12:44:47.944829 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:47.946082 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:47.987544 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 7a7990dd-a3c4-498a-b671-700d2152895e is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:47.987930 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.009816 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port 7a7990dd-a3c4-498a-b671-700d2152895e, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=7a7990dd-a3c4-498a-b671-700d2152895e,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:48.014498 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.058393 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-77e92a97-c877-424a-9298-4d520fa3a9e8 service neutron] 10.222.0.21 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034927 Mar 18 12:44:48.062551 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:48.084198 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67805620-3f27-4cf0-bef3-d91709d552a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.092141 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=7a7990dd-a3c4-498a-b671-700d2152895e,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:48.155321 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-f4bd0e52-a52f-4583-ba21-aa63daedfec7 service neutron] 10.222.0.21 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879471 Mar 18 12:44:48.272791 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 2, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:48.300492 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Checking router: 089353cb-95b3-4aa2-98ec-2e9ae8253407 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:44:48.301197 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Updating router 089353cb-95b3-4aa2-98ec-2e9ae8253407 port 3e3d3412-02b4-49ae-831e-66f0e84c3650 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:44:48.328340 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7f6d70f4-e3f4-48c2-b48c-454699574536 req-dee70ac0-d907-4186-a364-976ba7d6cbed tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 210 time: 0.0288563 Mar 18 12:44:48.329088 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.599112 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Publish callbacks [] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.604500 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.657921 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Pushing event updated for resources: {'Port': ['ID=3e3d3412-02b4-49ae-831e-66f0e84c3650,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:48.672116 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.672467 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.672824 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.673180 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.673515 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.673841 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.674167 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.674496 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.674853 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.675181 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.675503 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.675838 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.676160 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.676476 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.676794 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:44:48.733411 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Attempting to bind port 3e3d3412-02b4-49ae-831e-66f0e84c3650 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:44:48.733816 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Attempting to bind port 3e3d3412-02b4-49ae-831e-66f0e84c3650 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:44:48.734816 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Attempting to bind port 3e3d3412-02b4-49ae-831e-66f0e84c3650 on network 95cecf23-abea-4975-9417-a33c9841de74 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:44:48.740308 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:44:48.740693 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Checking segment: {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:44:48.741100 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.741938 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Bound using segment: {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:44:48.742076 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Bound port: 3e3d3412-02b4-49ae-831e-66f0e84c3650, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:44:48.742381 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.815276 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] For port 3e3d3412-02b4-49ae-831e-66f0e84c3650, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:44:48.818736 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] For port 3e3d3412-02b4-49ae-831e-66f0e84c3650, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=3e3d3412-02b4-49ae-831e-66f0e84c3650,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:44:48.825711 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.872053 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b13bd779-a9d7-468c-85a4-4ce6305ceb88 None None] Provisioning complete for port 3e3d3412-02b4-49ae-831e-66f0e84c3650 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:48.872586 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b13bd779-a9d7-468c-85a4-4ce6305ceb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.885267 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30e1b0-2079-4a9e-b332-81403c29d790 None None] Pushing event updated for resources: {'Port': ['ID=3e3d3412-02b4-49ae-831e-66f0e84c3650,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:48.895278 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:48.895921 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:48.958829 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b13bd779-a9d7-468c-85a4-4ce6305ceb88 None None] Current status of the port 3e3d3412-02b4-49ae-831e-66f0e84c3650 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:48.959229 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b13bd779-a9d7-468c-85a4-4ce6305ceb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:48.996902 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b13bd779-a9d7-468c-85a4-4ce6305ceb88 None None] For port 3e3d3412-02b4-49ae-831e-66f0e84c3650, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=3e3d3412-02b4-49ae-831e-66f0e84c3650,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:49.001099 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b13bd779-a9d7-468c-85a4-4ce6305ceb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:49.015926 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:49.059428 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bd779-a9d7-468c-85a4-4ce6305ceb88 None None] Pushing event updated for resources: {'Port': ['ID=3e3d3412-02b4-49ae-831e-66f0e84c3650,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:49.079974 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:49.121339 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-5ab584ff-06eb-4045-8cdd-a20700555351 None None] Provisioning complete for port 3e3d3412-02b4-49ae-831e-66f0e84c3650 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:49.121635 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ab584ff-06eb-4045-8cdd-a20700555351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:49.204193 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5ab584ff-06eb-4045-8cdd-a20700555351 None None] Current status of the port 3e3d3412-02b4-49ae-831e-66f0e84c3650 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:49.230103 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:49.269487 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff09612-e66f-40b3-80b5-957823f72655 None None] The sync data for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi is: [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:44:49.304549 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-6b2b4c76-f9de-466a-894c-3938e6e78591 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:49.306011 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-6b2b4c76-f9de-466a-894c-3938e6e78591 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 811 time: 0.1183436 Mar 18 12:44:49.379651 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-7927e4f4-f739-4676-bc17-8ae89d689821 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e657a481d654ea180b4a60403469a6a HTTP/1.1" status: 200 len: 380 time: 0.0647180 Mar 18 12:44:49.391852 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'port': {'device_id': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'admin_state_up': True, 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'security_groups': ['6689d02f-6a67-4159-b20b-634772681d84']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:49.429474 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d4b624ab-02cf-4edf-903d-425ec0b3ea46 req-7373a247-0e36-4125-8603-cf3d29a9c382 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 210 time: 0.0289707 Mar 18 12:44:49.501506 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Made reservation on behalf of 7e657a481d654ea180b4a60403469a6a for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:44:49.505253 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:49.646341 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Allocated IP 172.20.0.9 (95cecf23-abea-4975-9417-a33c9841de74/a624327b-aa26-4f52-a41f-9123a1ef2af8/45e394a9-abb2-4108-b69a-b5c1bc7eb1b4) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:44:49.797709 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:49.845713 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:49.880212 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 3e3d3412-02b4-49ae-831e-66f0e84c3650 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:44:49.909241 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Network 95cecf23-abea-4975-9417-a33c9841de74 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:44:49.915565 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:44:49.917491 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'Port': ['ID=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:49.920184 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:44:49.934060 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 3e3d3412-02b4-49ae-831e-66f0e84c3650 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:49.934440 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:49.978164 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:49.978923 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:49.999297 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-3dea3a79-2f73-4e9a-b4c2-a5f48550360b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6123087 Mar 18 12:44:50.012231 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Request body: {'port': {'device_id': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:50.025300 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 3e3d3412-02b4-49ae-831e-66f0e84c3650 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:50.026398 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 7a7990dd-a3c4-498a-b671-700d2152895e up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:44:50.078155 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:50.080361 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 7a7990dd-a3c4-498a-b671-700d2152895e triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:50.080742 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:50.163834 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 7a7990dd-a3c4-498a-b671-700d2152895e is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:50.229981 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-668efcfb-2c70-4437-b945-11abeb82810b None None] Provisioning complete for port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:50.230272 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-668efcfb-2c70-4437-b945-11abeb82810b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:50.263449 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-668efcfb-2c70-4437-b945-11abeb82810b None None] Port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:44:50.336494 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:44:50.343819 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Publish callbacks [] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:50.355567 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Transition to ACTIVE for port object 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:44:50.359447 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:50.425950 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Pushing event updated for resources: {'Port': ['ID=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:50.482946 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Attempting to bind port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:44:50.483419 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Attempting to bind port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:44:50.483845 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Attempting to bind port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 on network 95cecf23-abea-4975-9417-a33c9841de74 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:44:50.488838 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 on network 95cecf23-abea-4975-9417-a33c9841de74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:44:50.489273 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Attempting to bind port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 on network 95cecf23-abea-4975-9417-a33c9841de74 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:44:50.494909 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:44:50.495348 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Checking segment: {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:44:50.495802 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Bound using segment: {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:44:50.496313 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Bound port: 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:44:50.496743 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:50.556834 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44c742-4cc8-4142-91a5-7863ba2adc9d req-a7f2da9a-5b6e-47ae-85a5-2f07537d49e0 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:50.558472 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f44c742-4cc8-4142-91a5-7863ba2adc9d req-a7f2da9a-5b6e-47ae-85a5-2f07537d49e0 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 943 time: 0.0541117 Mar 18 12:44:50.567945 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] For port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:44:50.571761 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] For port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:44:50.578589 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:50.616842 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:50.617473 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:50.619053 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] 10.222.0.37 "PUT /v2.0/ports/45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 HTTP/1.1" status: 200 len: 1093 time: 0.6112471 Mar 18 12:44:50.619625 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'tag': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:44:50.621932 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9ab2d9-c2fd-4704-b179-bddc13c66f0e", "tag": "45e394a9-abb2-4108-b69a-b5c1bc7eb1b4"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:44:50.629500 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f44c742-4cc8-4142-91a5-7863ba2adc9d req-0500af55-f368-4fc3-9028-4a34231e5846 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555313 Mar 18 12:44:50.649558 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54ef0e-cd7b-476a-bfd8-863ec3400877 service neutron] Pushing event updated for resources: {'Port': ['ID=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:50.680973 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021f867e-c3a1-4ed3-a3fc-7890c3d03467 x-openstack-request-id: req-021f867e-c3a1-4ed3-a3fc-7890c3d03467 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:44:50.681191 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9ab2d9-c2fd-4704-b179-bddc13c66f0e", "tag": "45e394a9-abb2-4108-b69a-b5c1bc7eb1b4", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:44:50.681434 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-021f867e-c3a1-4ed3-a3fc-7890c3d03467 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:44:50.681835 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'tag': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4', 'status': 'completed', 'code': 200} Mar 18 12:44:50.715958 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:50.720159 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4007c2e7-d283-4ccd-9672-eab8c58ae10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:50.721734 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-4007c2e7-d283-4ccd-9672-eab8c58ae10a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 1127 time: 0.0516429 Mar 18 12:44:50.769186 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-33ea183a-0c2c-4033-b8cb-5f8f9f894718 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 HTTP/1.1" status: 200 len: 217 time: 0.0384538 Mar 18 12:44:50.819222 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-a81a5942-e281-4ea6-9e43-516826bd12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:50.820665 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-a81a5942-e281-4ea6-9e43-516826bd12e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0455027 Mar 18 12:44:50.871768 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-36795227-650d-4a0e-868e-7d94629f899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:50.873245 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-36795227-650d-4a0e-868e-7d94629f899b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438411 Mar 18 12:44:50.966289 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-32b92de9-dbb4-4881-8f7e-baab32937eda service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842853 Mar 18 12:44:51.054102 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c68f03c0-2521-4886-b427-4d1cd165ccb1 req-a5f3a34d-db3d-4f86-87fe-98828c4afab7 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815794 Mar 18 12:44:51.142429 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-727f56bf-ffcf-46b3-80a8-dc3441e39c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:51.144012 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-727f56bf-ffcf-46b3-80a8-dc3441e39c9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 1127 time: 0.0480502 Mar 18 12:44:51.233801 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-879fad19-6242-48b4-9f7d-80d994a222d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:51.235821 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-879fad19-6242-48b4-9f7d-80d994a222d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 912 time: 0.0840416 Mar 18 12:44:51.279799 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-51baa013-7447-4d2e-84ee-f152548191bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 HTTP/1.1" status: 200 len: 217 time: 0.0375795 Mar 18 12:44:51.329485 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-30040086-e8a2-4b14-9496-84804fcf2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:51.330949 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-30040086-e8a2-4b14-9496-84804fcf2923 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0446987 Mar 18 12:44:51.379756 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-e3340ba0-7fda-4e9b-886f-2d90c5370162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:51.381230 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-e3340ba0-7fda-4e9b-886f-2d90c5370162 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445588 Mar 18 12:44:51.472198 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-fc94a585-b58a-480b-b968-28292cdeb525 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842943 Mar 18 12:44:51.560351 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c74f0b71-f90c-4f61-bc1e-80af11e6cb46 req-55c2bc11-b3e4-4c91-b0a2-1f6128be5e88 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806277 Mar 18 12:44:51.736894 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3300d-b0dd-4ec2-a0bb-943de0b132c9 req-d52ffd75-b8d3-494c-8d23-df6380696cc4 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:51.738919 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9df3300d-b0dd-4ec2-a0bb-943de0b132c9 req-d52ffd75-b8d3-494c-8d23-df6380696cc4 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 943 time: 0.0536654 Mar 18 12:44:51.786787 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9df3300d-b0dd-4ec2-a0bb-943de0b132c9 req-043bc811-3c42-4760-a189-df099bb59ecd tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Mar 18 12:44:52.040303 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:52.306023 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:52.935062 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:44:53.030394 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:53.042413 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'port_id': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4', 'mac_address': 'fa:16:3e:4d:7b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:44:53.054745 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2a40c-6086-4379-bf3f-180d17e39bf2 req-6f8e75bc-b0bc-4062-855c-f775dda45827 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:53.056191 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1bb2a40c-6086-4379-bf3f-180d17e39bf2 req-6f8e75bc-b0bc-4062-855c-f775dda45827 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 943 time: 0.0525124 Mar 18 12:44:53.079509 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:53.079897 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:53.096435 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:44:53.102946 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1bb2a40c-6086-4379-bf3f-180d17e39bf2 req-e7a7a6e9-2171-41a2-bbc6-7daf48bdf2fb tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Mar 18 12:44:53.115700 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:53.121448 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:53.166488 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:53.355339 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['45e394a9-abb2-4108-b69a-b5c1bc7eb1b4'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:44:54.220452 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21eefb-158d-4527-adb4-ce8275f25142 req-07e0ab51-9db7-4b8f-a71b-f7cd5456bd9b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:54.221866 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dc21eefb-158d-4527-adb4-ce8275f25142 req-07e0ab51-9db7-4b8f-a71b-f7cd5456bd9b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 944 time: 0.0537424 Mar 18 12:44:54.265816 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dc21eefb-158d-4527-adb4-ce8275f25142 req-f10d191e-b6ec-496a-83f6-43a8c892190f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385113 Mar 18 12:44:54.940821 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:44:54.988781 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:44:54.992514 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:44:54.992890 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:55.069203 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:44:55.069507 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:55.091100 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:44:55.093309 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06ba4b1-f0a0-40a9-b645-b0d8f4237b57" -d '{"events": [{"server_uuid": "6d9ab2d9-c2fd-4704-b179-bddc13c66f0e", "name": "network-vif-plugged", "status": "completed", "tag": "45e394a9-abb2-4108-b69a-b5c1bc7eb1b4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:44:55.109046 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:44:55.113931 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:55.138888 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c11925f-660c-42cb-b7bf-1b8b8905a09e x-openstack-request-id: req-0c11925f-660c-42cb-b7bf-1b8b8905a09e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:44:55.139349 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9ab2d9-c2fd-4704-b179-bddc13c66f0e", "name": "network-vif-plugged", "status": "completed", "tag": "45e394a9-abb2-4108-b69a-b5c1bc7eb1b4", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:44:55.139607 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c11925f-660c-42cb-b7bf-1b8b8905a09e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:44:55.140001 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4', 'code': 200} Mar 18 12:44:55.165523 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:44:55.300975 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f047-e4ed-4791-8947-8027a7e89140 req-faa3d988-4be0-49fb-bd0a-e91b9fb19388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:55.302546 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b904f047-e4ed-4791-8947-8027a7e89140 req-faa3d988-4be0-49fb-bd0a-e91b9fb19388 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 1129 time: 0.0441344 Mar 18 12:44:55.347578 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b904f047-e4ed-4791-8947-8027a7e89140 req-c17be56d-eaca-4aa9-966e-88b3cbe45949 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376849 Mar 18 12:44:55.387493 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b441f-c364-4e93-a2c2-321f1d1eec67 req-5e3aa538-b114-413c-9ab4-bfa6dd7b1654 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:55.388946 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-976b441f-c364-4e93-a2c2-321f1d1eec67 req-5e3aa538-b114-413c-9ab4-bfa6dd7b1654 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0542552 Mar 18 12:44:55.434148 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-976b441f-c364-4e93-a2c2-321f1d1eec67 req-f86efe5e-22e2-4584-b505-688d21157e74 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Mar 18 12:44:56.552979 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc981d-ae5b-4c97-bc4f-67977a3ff85e req-22b1f5e2-62d0-4ef8-9d01-a9d8860163ae tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:56.554398 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85bc981d-ae5b-4c97-bc4f-67977a3ff85e req-22b1f5e2-62d0-4ef8-9d01-a9d8860163ae tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0541928 Mar 18 12:44:56.598984 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85bc981d-ae5b-4c97-bc4f-67977a3ff85e req-c9d08487-1460-48a9-98a8-1f45ef1094be tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 Mar 18 12:44:56.710331 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf86a7d-3c34-4187-90a8-f0b1180a5672 req-829db3d6-6ef6-4413-8119-451d6e7e3ff9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:56.711789 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cbf86a7d-3c34-4187-90a8-f0b1180a5672 req-829db3d6-6ef6-4413-8119-451d6e7e3ff9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0508082 Mar 18 12:44:56.720926 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40492) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:44:56.725034 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8f8c8a33-8823-434b-9701-7dbf7c066731 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'floatingip': {'port_id': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:44:56.761653 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f8c8a33-8823-434b-9701-7dbf7c066731 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (b103680f-b2a9-417d-83a3-2e8082e3d22e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:57.184181 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f8c8a33-8823-434b-9701-7dbf7c066731 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:57.187965 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f8c8a33-8823-434b-9701-7dbf7c066731 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (b103680f-b2a9-417d-83a3-2e8082e3d22e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:57.287411 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-8f8c8a33-8823-434b-9701-7dbf7c066731 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Floating IP b103680f-b2a9-417d-83a3-2e8082e3d22e associated. External IP: 172.27.2.86, port: 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4. Mar 18 12:44:57.497899 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8c8a33-8823-434b-9701-7dbf7c066731 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Router 089353cb-95b3-4aa2-98ec-2e9ae8253407 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:44:57.604563 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8c8a33-8823-434b-9701-7dbf7c066731 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:44:57.609109 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f8c8a33-8823-434b-9701-7dbf7c066731 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:44:57.614731 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] Sync routers for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:44:57.624429 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:57.624984 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:57.639133 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8f8c8a33-8823-434b-9701-7dbf7c066731 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "PUT /v2.0/floatingips/b103680f-b2a9-417d-83a3-2e8082e3d22e HTTP/1.1" status: 200 len: 990 time: 0.9171956 Mar 18 12:44:57.639714 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'tag': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:44:57.641986 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c813071f-6f4c-428d-91c9-b6e96927a513" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9ab2d9-c2fd-4704-b179-bddc13c66f0e", "tag": "45e394a9-abb2-4108-b69a-b5c1bc7eb1b4"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:44:57.677064 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9892b267-e6dc-4d61-bf12-b2d91e4dae71 x-openstack-request-id: req-9892b267-e6dc-4d61-bf12-b2d91e4dae71 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:44:57.677353 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9ab2d9-c2fd-4704-b179-bddc13c66f0e", "tag": "45e394a9-abb2-4108-b69a-b5c1bc7eb1b4", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:44:57.677606 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9892b267-e6dc-4d61-bf12-b2d91e4dae71 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:44:57.678005 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'tag': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4', 'status': 'completed', 'code': 200} Mar 18 12:44:57.745835 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-ed8bb2a8-91a7-437e-93af-f07fedd26786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:57.747360 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-ed8bb2a8-91a7-437e-93af-f07fedd26786 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 1129 time: 0.0497563 Mar 18 12:44:57.841868 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-0a5d614d-2655-40df-874f-854132b3c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:57.843376 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-0a5d614d-2655-40df-874f-854132b3c35a service neutron] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 912 time: 0.0864012 Mar 18 12:44:57.865693 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:57.912307 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-cffbb8c8-b807-4494-83e9-215906f190e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 HTTP/1.1" status: 200 len: 998 time: 0.0620074 Mar 18 12:44:57.959110 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-d084eeda-f91b-4d1c-a08e-1064853eef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:57.960584 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-d084eeda-f91b-4d1c-a08e-1064853eef0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0426686 Mar 18 12:44:58.011230 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-d00e1810-9f59-449d-8a68-02f81df19312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:44:58.012722 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-d00e1810-9f59-449d-8a68-02f81df19312 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466473 Mar 18 12:44:58.091897 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'b103680f-b2a9-417d-83a3-2e8082e3d22e', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'port_id': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'mac_address': 'fa:16:3e:4d:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:44:47Z', 'updated_at': '2022-03-18T12:44:57Z', 'revision_number': 1, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:58.107287 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-b92962ab-cee5-4195-b2c7-dbdee8dd5bef service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882483 Mar 18 12:44:58.122577 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] Checking router: 089353cb-95b3-4aa2-98ec-2e9ae8253407 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:44:58.131151 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:44:58.131770 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:44:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:58.195170 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c813071f-6f4c-428d-91c9-b6e96927a513 req-db153408-513a-4b8d-9cca-eb40464e4d46 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820839 Mar 18 12:44:58.238165 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:44:58.455477 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'b103680f-b2a9-417d-83a3-2e8082e3d22e', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'port_id': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'mac_address': 'fa:16:3e:4d:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:44:47Z', 'updated_at': '2022-03-18T12:44:57Z', 'revision_number': 1, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:44:58.483943 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c52c3-7926-4928-b15a-814c0a6fcb48 None None] The sync data for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi is: [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': 'b103680f-b2a9-417d-83a3-2e8082e3d22e', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'port_id': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'mac_address': 'fa:16:3e:4d:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:44:47Z', 'updated_at': '2022-03-18T12:44:57Z', 'revision_number': 1, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:44:58.673487 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375c536-7884-40be-a768-88f2b85fe855 None None] New status for floating IP b103680f-b2a9-417d-83a3-2e8082e3d22e: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:45:10.859105 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:45:15.684636 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90151dcd-55d9-482d-88aa-7653daf0e6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:18.040389 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af41c163-1864-4519-bc72-0088290b80f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:19.072024 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:20.715034 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:22.033540 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:22.308605 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:36.017382 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40524) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:36.177694 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Deleting port 41b7a5f9-fd19-41a7-880f-c3a3eb373592 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:36.178044 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (41b7a5f9-fd19-41a7-880f-c3a3eb373592), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:36.253517 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (41b7a5f9-fd19-41a7-880f-c3a3eb373592), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:36.253843 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (41b7a5f9-fd19-41a7-880f-c3a3eb373592), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:36.267273 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Calling delete_port for 41b7a5f9-fd19-41a7-880f-c3a3eb373592 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:36.420282 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (41b7a5f9-fd19-41a7-880f-c3a3eb373592), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:36.442677 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event deleted for resources: {'Port': ['ID=41b7a5f9-fd19-41a7-880f-c3a3eb373592,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:36.454716 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.455072 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.455412 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.455748 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.456080 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.456409 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.456733 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.457055 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.457376 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.457698 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.458020 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.458343 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.458687 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.459009 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.459326 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:36.519433 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (64c274e0-3cd7-4c30-9c1d-ff513684d7eb), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:36.519815 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Floating IP 64c274e0-3cd7-4c30-9c1d-ff513684d7eb disassociated (deleted). External IP: 172.27.2.115, port: f6b23a30-8588-44b9-970c-6aa613aec5bb. Mar 18 12:45:36.733828 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Router 52785183-119a-4918-9294-32f0215f7b91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:45:36.840627 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:45:36.845428 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:36.849938 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] Sync routers for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:45:36.859518 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:45:36.860133 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:45:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:36.874406 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-acd1cd07-e9de-489c-b206-32d663c987c3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "DELETE /v2.0/floatingips/64c274e0-3cd7-4c30-9c1d-ff513684d7eb HTTP/1.1" status: 204 len: 168 time: 0.8559499 Mar 18 12:45:36.875030 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:45:36.877801 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fdb661-62a7-440b-b49e-447fe72595fa" -d '{"events": [{"name": "network-changed", "server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:45:36.924034 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12f70f0-11f7-4921-8cf8-4a8b094880dd x-openstack-request-id: req-a12f70f0-11f7-4921-8cf8-4a8b094880dd {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:45:36.924346 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:45:36.924732 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a12f70f0-11f7-4921-8cf8-4a8b094880dd {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:45:36.925154 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'status': 'completed', 'code': 200} Mar 18 12:45:36.989088 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:45:36.991239 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-fb3326a4-45fb-4513-98c1-72b1b7780658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:37.000027 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-fb3326a4-45fb-4513-98c1-72b1b7780658 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 1129 time: 0.0552182 Mar 18 12:45:37.102614 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-77f3c21e-f2c5-448d-b22b-a7e901c59f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:37.104257 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-77f3c21e-f2c5-448d-b22b-a7e901c59f5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.0984461 Mar 18 12:45:37.108680 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63823a-09d0-44c8-8155-6ad095739edb req-ad7a4aaf-aa25-4215-9317-30907d1d9847 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:37.110153 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d63823a-09d0-44c8-8155-6ad095739edb req-ad7a4aaf-aa25-4215-9317-30907d1d9847 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 945 time: 0.0537724 Mar 18 12:45:37.148117 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-037efd6d-5b7b-4968-b4e6-ab0f32ff4398 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b23a30-8588-44b9-970c-6aa613aec5bb HTTP/1.1" status: 200 len: 217 time: 0.0362449 Mar 18 12:45:37.159992 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d63823a-09d0-44c8-8155-6ad095739edb req-8080a605-1e10-4682-9ccf-59c9db5de70d tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429788 Mar 18 12:45:37.201780 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-f7456911-134b-4e8c-8667-726249c76c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:37.203358 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-f7456911-134b-4e8c-8667-726249c76c54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0488870 Mar 18 12:45:37.231137 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '77994347-7b8d-4e01-ad6d-f93111d5cf45', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:03Z', 'updated_at': '2022-03-18T12:42:05Z', 'revision_number': 1, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:37.258544 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-24fe0408-2034-4aab-932e-18c9a3e1c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:37.260647 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-24fe0408-2034-4aab-932e-18c9a3e1c8bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512047 Mar 18 12:45:37.262450 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] Checking router: 52785183-119a-4918-9294-32f0215f7b91 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:45:37.271697 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:45:37.272314 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:45:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:37.351690 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-99342d93-e82c-488b-9227-3748b5a2bbe3 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835130 Mar 18 12:45:37.382092 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:45:37.445352 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d1fdb661-62a7-440b-b49e-447fe72595fa req-6b688172-595e-4687-90de-80127013d176 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877557 Mar 18 12:45:37.613137 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '77994347-7b8d-4e01-ad6d-f93111d5cf45', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:03Z', 'updated_at': '2022-03-18T12:42:05Z', 'revision_number': 1, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:37.638232 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43476975-148f-49fb-b03c-32004a0cd2a0 None None] The sync data for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi is: [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '77994347-7b8d-4e01-ad6d-f93111d5cf45', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '52785183-119a-4918-9294-32f0215f7b91', 'port_id': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'mac_address': 'fa:16:3e:e7:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:42:03Z', 'updated_at': '2022-03-18T12:42:05Z', 'revision_number': 1, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:45:37.838919 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8312296c-9221-4a06-8a4d-31531dd4743c None None] New status for floating IP 64c274e0-3cd7-4c30-9c1d-ff513684d7eb: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:45:38.279087 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde18290-23a8-42df-897b-13925bd3a361 req-771ac1ee-81bf-42a7-9ceb-54a1a6ea6c9e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:38.280525 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bde18290-23a8-42df-897b-13925bd3a361 req-771ac1ee-81bf-42a7-9ceb-54a1a6ea6c9e tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 945 time: 0.0521927 Mar 18 12:45:38.330472 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bde18290-23a8-42df-897b-13925bd3a361 req-e6cbb261-9a12-4606-9fcd-14a553bfb7cb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443211 Mar 18 12:45:38.570046 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-b30fac67-301f-404c-88f6-a8dc1a3eedbb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:38.571481 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-b30fac67-301f-404c-88f6-a8dc1a3eedbb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 945 time: 0.0509698 Mar 18 12:45:38.669264 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Deleting port f6b23a30-8588-44b9-970c-6aa613aec5bb {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:38.669527 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:38.753996 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] For port f6b23a30-8588-44b9-970c-6aa613aec5bb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6b23a30-8588-44b9-970c-6aa613aec5bb,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:38.754349 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:38.766737 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Calling delete_port for f6b23a30-8588-44b9-970c-6aa613aec5bb owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:38.893768 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (f6b23a30-8588-44b9-970c-6aa613aec5bb), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:38.925566 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event deleted for resources: {'Port': ['ID=f6b23a30-8588-44b9-970c-6aa613aec5bb,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:38.953165 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.953512 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.953848 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.954180 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.954504 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.954850 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.955167 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.955482 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.955799 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.956116 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.956431 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.956746 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.957056 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.957365 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.957672 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:38.977119 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] No DVR routers for this DVR port f6b23a30-8588-44b9-970c-6aa613aec5bb on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:45:38.979450 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:38.982723 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7333a61c-a8aa-4ddc-9434-5f3f661811c5 req-394b5ac9-4708-4738-b442-a19fa161ac47 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "DELETE /v2.0/ports/f6b23a30-8588-44b9-970c-6aa613aec5bb HTTP/1.1" status: 204 len: 173 time: 0.4060488 Mar 18 12:45:38.983150 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'name': 'network-vif-deleted', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:45:38.985326 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6828843-19da-4ca9-ad39-e9a287d64ca7" -d '{"events": [{"server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "name": "network-vif-deleted", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:45:39.023014 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7c5ffb-13d3-49f6-af0b-afa05f341163 x-openstack-request-id: req-ac7c5ffb-13d3-49f6-af0b-afa05f341163 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:45:39.023305 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c0bf98-7b9f-499e-b67f-e45c94296ff6", "name": "network-vif-deleted", "tag": "f6b23a30-8588-44b9-970c-6aa613aec5bb", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:45:39.023553 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac7c5ffb-13d3-49f6-af0b-afa05f341163 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:45:39.023948 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c0bf98-7b9f-499e-b67f-e45c94296ff6', 'name': 'network-vif-deleted', 'tag': 'f6b23a30-8588-44b9-970c-6aa613aec5bb', 'status': 'completed', 'code': 200} Mar 18 12:45:39.434100 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-db03b32c-8e0c-49c3-b41b-9742a4b7411f req-5d75c19d-346a-4021-8804-ad72a9a40fe3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c0bf98-7b9f-499e-b67f-e45c94296ff6 HTTP/1.1" status: 200 len: 210 time: 0.0267773 Mar 18 12:45:41.236229 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device f6b23a30-8588-44b9-970c-6aa613aec5bb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:45:41.259743 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: f6b23a30-8588-44b9-970c-6aa613aec5bb {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:45:41.260082 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device f6b23a30-8588-44b9-970c-6aa613aec5bb not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:45:42.707575 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40576) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:43.118488 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97571480-01dc-42fb-b78f-90e0e30d5eb2 req-07cb3a7e-00ef-4958-87fa-13b9c5a8be02 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:43.119961 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97571480-01dc-42fb-b78f-90e0e30d5eb2 req-07cb3a7e-00ef-4958-87fa-13b9c5a8be02 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0860991 Mar 18 12:45:43.164130 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Deleting port 7f061a05-4d6c-49b5-955c-5be3fbdc5d35 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:43.164475 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (7f061a05-4d6c-49b5-955c-5be3fbdc5d35), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:43.213583 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97571480-01dc-42fb-b78f-90e0e30d5eb2 req-20b7730b-5b4e-467e-bb60-f2dacb185db9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874312 Mar 18 12:45:43.247920 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (7f061a05-4d6c-49b5-955c-5be3fbdc5d35), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:43.248250 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (7f061a05-4d6c-49b5-955c-5be3fbdc5d35), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:43.259628 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Calling delete_port for 7f061a05-4d6c-49b5-955c-5be3fbdc5d35 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:43.403127 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (7f061a05-4d6c-49b5-955c-5be3fbdc5d35), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:43.427191 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event deleted for resources: {'Port': ['ID=7f061a05-4d6c-49b5-955c-5be3fbdc5d35,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:43.488472 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (77994347-7b8d-4e01-ad6d-f93111d5cf45), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:43.488793 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Floating IP 77994347-7b8d-4e01-ad6d-f93111d5cf45 disassociated (deleted). External IP: 172.27.2.54, port: b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437. Mar 18 12:45:43.696904 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Router 52785183-119a-4918-9294-32f0215f7b91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:45:43.806136 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:45:43.810837 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:43.817142 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] Sync routers for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:45:43.826307 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:45:43.826956 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:45:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:43.840297 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-76da3575-2f2f-4fa1-bae6-bda6c864f612 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "DELETE /v2.0/floatingips/77994347-7b8d-4e01-ad6d-f93111d5cf45 HTTP/1.1" status: 204 len: 168 time: 1.1316552 Mar 18 12:45:43.840873 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:45:43.843137 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe35272f-d5b6-472f-b7e0-22dbe320e85f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:45:43.879916 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fca1836-8f19-446d-af0d-d6a3d03477fa x-openstack-request-id: req-5fca1836-8f19-446d-af0d-d6a3d03477fa {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:45:43.880335 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:45:43.880953 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fca1836-8f19-446d-af0d-d6a3d03477fa {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:45:43.881549 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'status': 'completed', 'code': 200} Mar 18 12:45:43.955012 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-574e222e-22ec-491b-8f93-1438fa8132fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:43.958054 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-574e222e-22ec-491b-8f93-1438fa8132fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 1129 time: 0.0550060 Mar 18 12:45:44.060548 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-822a1c52-c895-4f24-acca-10f04aac2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:44.062021 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-822a1c52-c895-4f24-acca-10f04aac2493 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 200 len: 912 time: 0.0967386 Mar 18 12:45:44.081628 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:45:44.091351 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c584e77-f3d6-4668-bab6-d9d5d2e16f8d req-b17be157-6fdc-4b59-90dd-47affc4890f7 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:44.092930 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4c584e77-f3d6-4668-bab6-d9d5d2e16f8d req-b17be157-6fdc-4b59-90dd-47affc4890f7 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 945 time: 0.0612261 Mar 18 12:45:44.110979 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-53c0b061-1f98-4aa8-a36c-873851af335d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 HTTP/1.1" status: 200 len: 217 time: 0.0390365 Mar 18 12:45:44.143347 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4c584e77-f3d6-4668-bab6-d9d5d2e16f8d req-4a8e197e-f5a1-46a7-811e-18454468ccd3 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445271 Mar 18 12:45:44.160167 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-84add360-1c61-4330-ada4-bbbedd763549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:44.161623 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-84add360-1c61-4330-ada4-bbbedd763549 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 200 len: 850 time: 0.0447643 Mar 18 12:45:44.213229 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-c7bdbd3e-20ad-4ee6-b29a-de5700db8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:44.214660 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-c7bdbd3e-20ad-4ee6-b29a-de5700db8c85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461054 Mar 18 12:45:44.288463 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:44.312695 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-54a7e720-2e8e-4f89-aaf4-e1619868b176 service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909739 Mar 18 12:45:44.320446 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] Checking router: 52785183-119a-4918-9294-32f0215f7b91 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:45:44.329411 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:45:44.330061 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:45:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:44.346216 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810567c-3c0b-4fc6-96c2-d34bbcf3f994 req-471509c6-2811-4848-b1d5-b2768a00a789 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:44.347916 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a810567c-3c0b-4fc6-96c2-d34bbcf3f994 req-471509c6-2811-4848-b1d5-b2768a00a789 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0634775 Mar 18 12:45:44.402780 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a810567c-3c0b-4fc6-96c2-d34bbcf3f994 req-dc845536-4ec5-4680-90d7-39f2a71f0f1c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486755 Mar 18 12:45:44.415986 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fe35272f-d5b6-472f-b7e0-22dbe320e85f req-fd7c5618-c235-45f2-9187-1d2c36f8091d service neutron] 10.222.0.37 "GET /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966108 Mar 18 12:45:44.459291 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:45:44.665393 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:44.692880 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8cf9d-e5ff-48c2-9379-4024cf25a7e0 None None] The sync data for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi is: [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:38:52Z', 'revision_number': 4, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'f5a4546c-cb26-4783-9602-e7b42815c78c', 'name': '', 'network_id': '9600caf2-1f0e-4ff6-b55c-3bddf4b34be8', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'mac_address': 'fa:16:3e:db:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:52Z', 'updated_at': '2022-03-18T12:38:57Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'subnets': [{'id': '036d7836-8dc7-4574-b4d0-4a00aad152ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:45:44.899971 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e1bc9-6273-49fd-b130-383f3ef1f766 None None] New status for floating IP 77994347-7b8d-4e01-ad6d-f93111d5cf45: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:45:45.266330 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf1c61-9f04-4232-81e7-6fb0cf3c9ad2 req-7ea7127e-9fb4-4539-92ed-76e5583c02f0 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:45.267743 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d5bf1c61-9f04-4232-81e7-6fb0cf3c9ad2 req-7ea7127e-9fb4-4539-92ed-76e5583c02f0 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 945 time: 0.0552139 Mar 18 12:45:45.313370 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d5bf1c61-9f04-4232-81e7-6fb0cf3c9ad2 req-0c73b66c-72b1-4ca4-b3e1-126830efaccb tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/security-groups?id=220e9925-01d9-445a-b4c8-9a08c87f742e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401018 Mar 18 12:45:45.517286 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b99c95-d995-49e6-a8e1-d51e2b4bd5b4 req-eacfa864-1d34-4f4e-93a0-2b6cfdc14a82 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:45.518677 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59b99c95-d995-49e6-a8e1-d51e2b4bd5b4 req-eacfa864-1d34-4f4e-93a0-2b6cfdc14a82 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0515668 Mar 18 12:45:45.564558 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59b99c95-d995-49e6-a8e1-d51e2b4bd5b4 req-787ea006-f1e0-4a82-a8a2-3f4235a67897 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Mar 18 12:45:45.578617 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-bb7417df-5add-4e08-ad17-2f40fd70fcb0 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:45.580039 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-bb7417df-5add-4e08-ad17-2f40fd70fcb0 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 945 time: 0.0510747 Mar 18 12:45:45.687665 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea13a004-633b-4ada-a6f8-83a6b0256e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:45.906218 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Deleting port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:45.906579 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:45.991355 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] For port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:45.991716 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:46.007160 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Calling delete_port for b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:46.130841 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:46.159410 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event deleted for resources: {'Port': ['ID=b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:46.204884 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] No DVR routers for this DVR port b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:45:46.207463 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:46.210744 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4dfd042a-506e-42be-944c-1d38aa3a0b56 req-d071f65e-c681-45e1-9ab4-5066ac7bf92b tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.37 "DELETE /v2.0/ports/b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 HTTP/1.1" status: 204 len: 173 time: 0.6244686 Mar 18 12:45:46.211186 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'name': 'network-vif-deleted', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:45:46.213379 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3dfb3a-184a-4799-8c24-9f8c8153c0b0" -d '{"events": [{"server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "name": "network-vif-deleted", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:45:46.248196 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e4d1a4-ec88-4e8a-ae92-3430ece99536 x-openstack-request-id: req-62e4d1a4-ec88-4e8a-ae92-3430ece99536 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:45:46.248493 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc808fb2-db3d-4f33-ad2b-59c5ba31deca", "name": "network-vif-deleted", "tag": "b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:45:46.248743 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62e4d1a4-ec88-4e8a-ae92-3430ece99536 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:45:46.249137 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc808fb2-db3d-4f33-ad2b-59c5ba31deca', 'name': 'network-vif-deleted', 'tag': 'b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437', 'status': 'completed', 'code': 200} Mar 18 12:45:46.462249 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c4792c3-d61e-4c23-831b-5bdba118b2cf req-1d3b4a9b-86f4-4f67-b67d-b867a956d1da tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc808fb2-db3d-4f33-ad2b-59c5ba31deca HTTP/1.1" status: 200 len: 210 time: 0.0827866 Mar 18 12:45:46.686476 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5446f-e4be-4f20-adbb-ceaac0c5a460 req-9c6fe8db-0654-4e50-a3d6-fa0ebba4f62c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:46.687936 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c7f5446f-e4be-4f20-adbb-ceaac0c5a460 req-9c6fe8db-0654-4e50-a3d6-fa0ebba4f62c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0542908 Mar 18 12:45:46.736188 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c7f5446f-e4be-4f20-adbb-ceaac0c5a460 req-ede23509-8103-4eba-8e58-b1c8f6d59e4e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Mar 18 12:45:47.517201 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40602) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:47.635040 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Deleting port 1a6e66c7-ec55-4377-b540-1d4cec209e4a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:47.635363 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (1a6e66c7-ec55-4377-b540-1d4cec209e4a), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:47.707059 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (1a6e66c7-ec55-4377-b540-1d4cec209e4a), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:47.707383 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (1a6e66c7-ec55-4377-b540-1d4cec209e4a), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:47.722067 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Calling delete_port for 1a6e66c7-ec55-4377-b540-1d4cec209e4a owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:47.859806 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:45:47.888693 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7fca5-af12-44bd-8a9e-e13570eb0957 req-88446e0d-e36b-4d11-8adb-e52183750360 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:47.890069 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3ad7fca5-af12-44bd-8a9e-e13570eb0957 req-88446e0d-e36b-4d11-8adb-e52183750360 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0842612 Mar 18 12:45:47.894900 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (1a6e66c7-ec55-4377-b540-1d4cec209e4a), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:47.928401 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event deleted for resources: {'Port': ['ID=1a6e66c7-ec55-4377-b540-1d4cec209e4a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:48.003632 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3ad7fca5-af12-44bd-8a9e-e13570eb0957 req-a6dd35c4-0262-4156-a83b-e1de8eb91a1f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065996 Mar 18 12:45:48.013286 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for floatingip (103bb9fb-429d-4e08-93b7-811834750d3b), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:48.015836 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:48.017697 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-577791b3-06be-40af-851a-ff56a3a055c6 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "DELETE /v2.0/floatingips/103bb9fb-429d-4e08-93b7-811834750d3b HTTP/1.1" status: 204 len: 168 time: 0.4993198 Mar 18 12:45:48.041550 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cd19e19-23b5-4b08-b8c7-e813e3b46853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:49.079646 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:49.129288 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7a7f7-643e-4a7c-a47a-035579605e82 req-2572a8c2-e853-43de-aeff-e5831df38297 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:49.130786 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-34c7a7f7-643e-4a7c-a47a-035579605e82 req-2572a8c2-e853-43de-aeff-e5831df38297 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0581589 Mar 18 12:45:49.176828 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-34c7a7f7-643e-4a7c-a47a-035579605e82 req-e309d550-8622-46b6-857e-baadfc428693 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405157 Mar 18 12:45:49.209575 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40620) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:49.263140 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c9879c1e-3dc4-43e2-b608-48538c30f829 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group (220e9925-01d9-445a-b4c8-9a08c87f742e), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:49.288221 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c9879c1e-3dc4-43e2-b608-48538c30f829 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group (220e9925-01d9-445a-b4c8-9a08c87f742e), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:49.298261 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:45:49.317888 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:45:49.318240 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b97bfaa6-3c8a-461b-a1e8-ac1c0f4ed437 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:45:49.347775 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c9879c1e-3dc4-43e2-b608-48538c30f829 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (220e9925-01d9-445a-b4c8-9a08c87f742e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:49.350577 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c9879c1e-3dc4-43e2-b608-48538c30f829 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:49.351733 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c9879c1e-3dc4-43e2-b608-48538c30f829 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] 10.222.0.21 "DELETE /v2.0/security-groups/220e9925-01d9-445a-b4c8-9a08c87f742e HTTP/1.1" status: 204 len: 168 time: 0.1411805 Mar 18 12:45:49.360834 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9879c1e-3dc4-43e2-b608-48538c30f829 tempest-TestVolumeBootPattern-943426260 tempest-TestVolumeBootPattern-943426260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220e9925-01d9-445a-b4c8-9a08c87f742e,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:49.405236 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40624) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:49.804984 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (52785183-119a-4918-9294-32f0215f7b91), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:50.049040 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Deleting port f5a4546c-cb26-4783-9602-e7b42815c78c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:50.049294 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:50.128025 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] For port f5a4546c-cb26-4783-9602-e7b42815c78c, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=f5a4546c-cb26-4783-9602-e7b42815c78c,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:50.128382 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:50.140944 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Calling delete_port for f5a4546c-cb26-4783-9602-e7b42815c78c owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:50.326183 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b661c6-e322-43c9-900b-addd49cb4440 req-a20872a9-49ee-486f-ae43-dc70fb3365a2 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:50.327579 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-73b661c6-e322-43c9-900b-addd49cb4440 req-a20872a9-49ee-486f-ae43-dc70fb3365a2 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0830920 Mar 18 12:45:50.400395 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (f5a4546c-cb26-4783-9602-e7b42815c78c), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:50.411441 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-73b661c6-e322-43c9-900b-addd49cb4440 req-58dcadec-c142-40a0-912b-ff340f8f5aac tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781281 Mar 18 12:45:50.434886 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a4546c-cb26-4783-9602-e7b42815c78c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:50.599188 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (52785183-119a-4918-9294-32f0215f7b91), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:50.720306 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.040534 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Router 52785183-119a-4918-9294-32f0215f7b91 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:45:51.146137 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:45:51.150996 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c66ef735-4500-4ae6-b4d4-61b8e5528eca admin admin] 10.222.0.21 "PUT /v2.0/routers/52785183-119a-4918-9294-32f0215f7b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447629 Mar 18 12:45:51.153461 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40630) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:51.156138 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] Sync routers for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:45:51.166294 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:45:51.166945 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:45:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:51.257194 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks [] for router (52785183-119a-4918-9294-32f0215f7b91), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.273381 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:45:51.359253 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks [] for router_gateway (52785183-119a-4918-9294-32f0215f7b91), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.411328 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Deleting port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:51.411667 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.449218 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:45:50Z', 'revision_number': 5, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port': {'id': '8e8c2abb-30ea-4cc8-8caa-a931a0951da7', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52785183-119a-4918-9294-32f0215f7b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:50Z', 'updated_at': '2022-03-18T12:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:51.479452 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] Checking router: 52785183-119a-4918-9294-32f0215f7b91 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:45:51.488196 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] Routers {'52785183-119a-4918-9294-32f0215f7b91'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:45:51.488813 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:45:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['52785183-119a-4918-9294-32f0215f7b91'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:51.500535 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] For port 8e8c2abb-30ea-4cc8-8caa-a931a0951da7, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=8e8c2abb-30ea-4cc8-8caa-a931a0951da7,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:51.501489 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.513880 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Calling delete_port for 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:51.576966 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] Set router 52785183-119a-4918-9294-32f0215f7b91 gateway port host: None {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:45:51.627826 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:45:51Z', 'revision_number': 6, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port_host': None}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:51.655909 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c3c85-7dd1-46ee-bc1b-02a5f926979e None None] The sync data for ids ['52785183-119a-4918-9294-32f0215f7b91'] in dv-cinder-790535-30-iscsi is: [{'id': '52785183-119a-4918-9294-32f0215f7b91', 'name': 'tempest-TestVolumeBootPattern-381610429-router', 'tenant_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:49Z', 'updated_at': '2022-03-18T12:45:51Z', 'revision_number': 6, 'project_id': 'de5aa4335c0342dda02a125ef9f6af2f', 'gw_port_host': None}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:45:51.660843 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7b009-bcaa-4e95-959e-334f288ae7f1 req-6651d281-5855-48aa-9bcb-fc65b308eec9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:51.662344 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e7b009-bcaa-4e95-959e-334f288ae7f1 req-6651d281-5855-48aa-9bcb-fc65b308eec9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.1783917 Mar 18 12:45:51.744018 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e7b009-bcaa-4e95-959e-334f288ae7f1 req-f2f32fb7-714d-4a94-8714-fbb7c4451c78 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748198 Mar 18 12:45:51.759814 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (8e8c2abb-30ea-4cc8-8caa-a931a0951da7), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.789381 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8c2abb-30ea-4cc8-8caa-a931a0951da7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:51.846858 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (52785183-119a-4918-9294-32f0215f7b91), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.936266 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (52785183-119a-4918-9294-32f0215f7b91), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.938273 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks [] for router_controller (52785183-119a-4918-9294-32f0215f7b91), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.987441 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (52785183-119a-4918-9294-32f0215f7b91), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.988026 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52785183-119a-4918-9294-32f0215f7b91 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:45:51.992441 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:51.993567 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1883b9e3-bd85-4122-bfd8-69dace06e128 admin admin] 10.222.0.21 "DELETE /v2.0/routers/52785183-119a-4918-9294-32f0215f7b91 HTTP/1.1" status: 204 len: 168 time: 0.8392096 Mar 18 12:45:51.996029 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40636) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:52.034573 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.060675 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-82762f3d-4195-46f3-96f9-fb1d451ae88a admin admin] Deleting subnet 036d7836-8dc7-4574-b4d0-4a00aad152ff {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:45:52.068630 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82762f3d-4195-46f3-96f9-fb1d451ae88a admin admin] Publish callbacks [] for subnet (036d7836-8dc7-4574-b4d0-4a00aad152ff), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.106284 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82762f3d-4195-46f3-96f9-fb1d451ae88a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911340'] for subnet (036d7836-8dc7-4574-b4d0-4a00aad152ff), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.184204 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82762f3d-4195-46f3-96f9-fb1d451ae88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (036d7836-8dc7-4574-b4d0-4a00aad152ff), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.238104 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82762f3d-4195-46f3-96f9-fb1d451ae88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8870347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763615'] for subnet (036d7836-8dc7-4574-b4d0-4a00aad152ff), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.263688 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82762f3d-4195-46f3-96f9-fb1d451ae88a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036d7836-8dc7-4574-b4d0-4a00aad152ff,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:52.265620 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82762f3d-4195-46f3-96f9-fb1d451ae88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.269287 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-82762f3d-4195-46f3-96f9-fb1d451ae88a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/036d7836-8dc7-4574-b4d0-4a00aad152ff HTTP/1.1" status: 204 len: 168 time: 0.2723551 Mar 18 12:45:52.270235 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16bfb09-0fbf-439d-bc1e-62272d95e7b2 None None] Network 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:45:52.271879 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40638) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:52.340835 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.347754 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.403394 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Deleting port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:52.403733 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.464705 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] For port 27dfb6c9-02ef-459c-9baf-14fae86d5d62, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=27dfb6c9-02ef-459c-9baf-14fae86d5d62,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:52.465075 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.478872 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Calling delete_port for 27dfb6c9-02ef-459c-9baf-14fae86d5d62 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:52.488339 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] DHCP port deletion for 9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 request from dv-cinder-790535-30-iscsi {{(pid=103443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 12:45:52.495799 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device f5a4546c-cb26-4783-9602-e7b42815c78c no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:45:52.535957 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: f5a4546c-cb26-4783-9602-e7b42815c78c {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:45:52.536304 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device f5a4546c-cb26-4783-9602-e7b42815c78c not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:45:52.556308 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Deleting port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:52.556802 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.565841 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.591340 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Pushing event deleted for resources: {'Port': ['ID=27dfb6c9-02ef-459c-9baf-14fae86d5d62,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:52.594817 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] No DVR routers for this DVR port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 on host dv-cinder-790535-30-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:45:52.630175 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] For port 27dfb6c9-02ef-459c-9baf-14fae86d5d62, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=27dfb6c9-02ef-459c-9baf-14fae86d5d62,segment=NetworkSegment(efff92f6-e6f5-4714-8eb6-22925f3210e5),segment_id=efff92f6-e6f5-4714-8eb6-22925f3210e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:52.630798 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.647680 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Calling delete_port for 27dfb6c9-02ef-459c-9baf-14fae86d5d62 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:52.670795 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.691541 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9600caf2-1f0e-4ff6-b55c-3bddf4b34be8']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:52.701305 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efff92f6-e6f5-4714-8eb6-22925f3210e5') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:52.701576 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efff92f6-e6f5-4714-8eb6-22925f3210e5') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:52.711478 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (efff92f6-e6f5-4714-8eb6-22925f3210e5), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.725023 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414'] for port (27dfb6c9-02ef-459c-9baf-14fae86d5d62), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.725655 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (efff92f6-e6f5-4714-8eb6-22925f3210e5), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.731960 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:45:52.732513 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (efff92f6-e6f5-4714-8eb6-22925f3210e5), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:45:52.734252 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:45:52.753657 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Pushing event deleted for resources: {'Port': ['ID=27dfb6c9-02ef-459c-9baf-14fae86d5d62,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:52.761367 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] No DVR routers for this DVR port 27dfb6c9-02ef-459c-9baf-14fae86d5d62 on host dv-cinder-790535-30-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:45:52.763759 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.764103 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.764648 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.764993 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.765333 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.765671 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.766002 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.766329 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.766790 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.767117 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.767618 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.768113 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.768448 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.768771 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.769266 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e45350-ff66-4621-8cbc-c971baf34749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:45:52.796427 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (9600caf2-1f0e-4ff6-b55c-3bddf4b34be8), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.815794 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:52.819474 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] 10.222.0.21 "DELETE /v2.0/networks/9600caf2-1f0e-4ff6-b55c-3bddf4b34be8 HTTP/1.1" status: 204 len: 168 time: 0.5464706 Mar 18 12:45:52.820649 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524490-ae0f-4102-bd26-2c87b032288d admin admin] Pushing event deleted for resources: {'Network': ['ID=9600caf2-1f0e-4ff6-b55c-3bddf4b34be8,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:52.823438 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40642) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:52.961941 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031171b-6a39-4b8c-82ec-ffc688ccc9c8 req-8dd3609d-ea47-4985-8370-134d4f5898c9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:52.963770 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d031171b-6a39-4b8c-82ec-ffc688ccc9c8 req-8dd3609d-ea47-4985-8370-134d4f5898c9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.1412685 Mar 18 12:45:53.084743 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d031171b-6a39-4b8c-82ec-ffc688ccc9c8 req-4b31e52a-c545-4e6d-8be7-9efb59472408 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126885 Mar 18 12:45:53.251289 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:53.490220 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Deleting port 9a5c4f67-1c66-4443-9b93-7f161351f65a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:53.490469 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:53.565298 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] For port 9a5c4f67-1c66-4443-9b93-7f161351f65a, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=9a5c4f67-1c66-4443-9b93-7f161351f65a,segment=NetworkSegment(d1400981-068a-4137-a642-e619078f7704),segment_id=d1400981-068a-4137-a642-e619078f7704)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:53.565659 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:53.577860 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Calling delete_port for 9a5c4f67-1c66-4443-9b93-7f161351f65a owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:53.753498 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (9a5c4f67-1c66-4443-9b93-7f161351f65a), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:53.784612 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5c4f67-1c66-4443-9b93-7f161351f65a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:53.917887 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:45:53.942145 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:45:53.942746 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 8e8c2abb-30ea-4cc8-8caa-a931a0951da7 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:45:53.943186 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 27dfb6c9-02ef-459c-9baf-14fae86d5d62 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:45:53.954685 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:53.962722 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 27dfb6c9-02ef-459c-9baf-14fae86d5d62 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:45:53.963079 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 27dfb6c9-02ef-459c-9baf-14fae86d5d62 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:45:54.204489 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:45:54.219239 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50498a6-1dc7-4169-a9f4-cf7c20017da9 req-bf8c9cac-bcf5-4bf1-a3a4-ad23f098c9b8 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:54.221211 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b50498a6-1dc7-4169-a9f4-cf7c20017da9 req-bf8c9cac-bcf5-4bf1-a3a4-ad23f098c9b8 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0697079 Mar 18 12:45:54.338632 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b50498a6-1dc7-4169-a9f4-cf7c20017da9 req-08179849-750e-4b6f-8221-d1dcb3067854 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102936 Mar 18 12:45:54.355695 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:45:54.360647 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6909d16f-e24e-4bdf-bca4-d632c56c6709 admin admin] 10.222.0.21 "PUT /v2.0/routers/7b333ac3-7528-4a36-b0c2-a23dbea47ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5354917 Mar 18 12:45:54.363824 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40648) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:54.364512 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] Sync routers for ids ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:45:54.374154 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] Routers {'7b333ac3-7528-4a36-b0c2-a23dbea47ca0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:45:54.374792 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:45:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:54.469547 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks [] for router (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:54.478653 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] Set router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:45:54.571097 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks [] for router_gateway (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:54.625580 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Deleting port 441a34a9-f963-497d-a197-255e9cad6f27 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:54.626297 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (441a34a9-f963-497d-a197-255e9cad6f27), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:54.662424 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '441a34a9-f963-497d-a197-255e9cad6f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:45:53Z', 'revision_number': 5, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'gw_port': {'id': '441a34a9-f963-497d-a197-255e9cad6f27', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:54.687820 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] Checking router: 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:45:54.696316 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] Routers {'7b333ac3-7528-4a36-b0c2-a23dbea47ca0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:45:54.696911 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:45:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:54.706270 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] For port 441a34a9-f963-497d-a197-255e9cad6f27, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=441a34a9-f963-497d-a197-255e9cad6f27,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:54.706662 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (441a34a9-f963-497d-a197-255e9cad6f27), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:54.719244 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Calling delete_port for 441a34a9-f963-497d-a197-255e9cad6f27 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:54.783969 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] Set router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:45:54.837199 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:45:54Z', 'revision_number': 6, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'gw_port_host': None}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:54.863227 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de463f-feca-4688-8394-a48464db86a5 None None] The sync data for ids ['7b333ac3-7528-4a36-b0c2-a23dbea47ca0'] in dv-cinder-790535-30-iscsi is: [{'id': '7b333ac3-7528-4a36-b0c2-a23dbea47ca0', 'name': 'tempest-TestVolumeBootPattern-196403058-router', 'tenant_id': '16be86fefd644c0096ec2b27cb52f858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:38:55Z', 'updated_at': '2022-03-18T12:45:54Z', 'revision_number': 6, 'project_id': '16be86fefd644c0096ec2b27cb52f858', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:45:54.882924 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (441a34a9-f963-497d-a197-255e9cad6f27), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:54.906765 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Pushing event deleted for resources: {'Port': ['ID=441a34a9-f963-497d-a197-255e9cad6f27,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:54.969322 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.062136 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.064818 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks [] for router_controller (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.107128 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (7b333ac3-7528-4a36-b0c2-a23dbea47ca0), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.107652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b333ac3-7528-4a36-b0c2-a23dbea47ca0 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:45:55.113048 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.114170 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-fb715f8a-bdce-47fd-b7fb-5377d3e4f88f admin admin] 10.222.0.21 "DELETE /v2.0/routers/7b333ac3-7528-4a36-b0c2-a23dbea47ca0 HTTP/1.1" status: 204 len: 168 time: 0.7493699 Mar 18 12:45:55.117069 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40650) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:55.160214 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-15658726-8fb8-47ee-a3db-f61695649a56 admin admin] Deleting subnet 3002096c-c214-4570-815a-8d0fd5d3d1ff {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:45:55.163073 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-15658726-8fb8-47ee-a3db-f61695649a56 admin admin] Publish callbacks [] for subnet (3002096c-c214-4570-815a-8d0fd5d3d1ff), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.196215 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-15658726-8fb8-47ee-a3db-f61695649a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (3002096c-c214-4570-815a-8d0fd5d3d1ff), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.277958 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-15658726-8fb8-47ee-a3db-f61695649a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (3002096c-c214-4570-815a-8d0fd5d3d1ff), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.330888 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-15658726-8fb8-47ee-a3db-f61695649a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (3002096c-c214-4570-815a-8d0fd5d3d1ff), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.355693 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658726-8fb8-47ee-a3db-f61695649a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3002096c-c214-4570-815a-8d0fd5d3d1ff,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:55.359316 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-15658726-8fb8-47ee-a3db-f61695649a56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.364352 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-15658726-8fb8-47ee-a3db-f61695649a56 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3002096c-c214-4570-815a-8d0fd5d3d1ff HTTP/1.1" status: 204 len: 168 time: 0.2463591 Mar 18 12:45:55.366993 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40654) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:55.367165 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafab3f5-67bb-410d-8ba6-347b2aa7fde1 None None] Network 89d50139-eaf9-4525-8270-0de87dcb713a requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:45:55.438123 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (89d50139-eaf9-4525-8270-0de87dcb713a), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.473457 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c0971-d36d-4d65-a5e6-6babf18daf06 req-78e98310-7a9f-4bd7-adfb-56803e995264 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:55.479343 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0a1c0971-d36d-4d65-a5e6-6babf18daf06 req-78e98310-7a9f-4bd7-adfb-56803e995264 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0642815 Mar 18 12:45:55.492750 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Deleting port bcbdebd9-c142-403b-b564-6d407c8d0f82 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:55.493819 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.524771 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0a1c0971-d36d-4d65-a5e6-6babf18daf06 req-d978cb72-97a9-46ff-a481-da7118d6538c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432801 Mar 18 12:45:55.555538 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] For port bcbdebd9-c142-403b-b564-6d407c8d0f82, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=bcbdebd9-c142-403b-b564-6d407c8d0f82,segment=NetworkSegment(d1400981-068a-4137-a642-e619078f7704),segment_id=d1400981-068a-4137-a642-e619078f7704)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:55.555843 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.568134 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Calling delete_port for bcbdebd9-c142-403b-b564-6d407c8d0f82 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:55.628116 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] DHCP port deletion for 89d50139-eaf9-4525-8270-0de87dcb713a request from dv-cinder-790535-30-iscsi {{(pid=103443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 12:45:55.649042 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.674871 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbdebd9-c142-403b-b564-6d407c8d0f82,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:55.678263 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] No DVR routers for this DVR port bcbdebd9-c142-403b-b564-6d407c8d0f82 on host dv-cinder-790535-30-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:45:55.682847 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] Deleting port bcbdebd9-c142-403b-b564-6d407c8d0f82 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:45:55.683917 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.746072 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] For port bcbdebd9-c142-403b-b564-6d407c8d0f82, host dv-cinder-790535-30-iscsi, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:45:55.746466 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.748685 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (89d50139-eaf9-4525-8270-0de87dcb713a), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.758948 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] Calling delete_port for bcbdebd9-c142-403b-b564-6d407c8d0f82 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:45:55.761707 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] Port bcbdebd9-c142-403b-b564-6d407c8d0f82 was not found and therefore no delete operation was performed {{(pid=103443) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 18 12:45:55.763050 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414'] for port (bcbdebd9-c142-403b-b564-6d407c8d0f82), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.773172 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d50139-eaf9-4525-8270-0de87dcb713a']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:55.783535 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1400981-068a-4137-a642-e619078f7704') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:55.784050 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1400981-068a-4137-a642-e619078f7704') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:45:55.790807 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] Pushing event deleted for resources: {'Port': ['ID=bcbdebd9-c142-403b-b564-6d407c8d0f82,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:55.793603 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (d1400981-068a-4137-a642-e619078f7704), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.796125 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc58d3a-e19a-4d41-823f-15d459f218a4 None None] No DVR routers for this DVR port bcbdebd9-c142-403b-b564-6d407c8d0f82 on host dv-cinder-790535-30-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:45:55.806818 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (d1400981-068a-4137-a642-e619078f7704), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.813590 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:45:55.814483 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (d1400981-068a-4137-a642-e619078f7704), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:45:55.815788 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:45:55.873316 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (89d50139-eaf9-4525-8270-0de87dcb713a), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.878657 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 441a34a9-f963-497d-a197-255e9cad6f27 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:45:55.879341 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:55.885546 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] 10.222.0.21 "DELETE /v2.0/networks/89d50139-eaf9-4525-8270-0de87dcb713a HTTP/1.1" status: 204 len: 168 time: 0.5175936 Mar 18 12:45:55.897787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8594-1636-45c9-a0d8-0c4602c3724a admin admin] Pushing event deleted for resources: {'Network': ['ID=89d50139-eaf9-4525-8270-0de87dcb713a,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:55.899609 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 441a34a9-f963-497d-a197-255e9cad6f27 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:45:55.900153 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 441a34a9-f963-497d-a197-255e9cad6f27 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:45:55.900738 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 9a5c4f67-1c66-4443-9b93-7f161351f65a no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:45:55.924918 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 9a5c4f67-1c66-4443-9b93-7f161351f65a {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:45:55.925262 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 9a5c4f67-1c66-4443-9b93-7f161351f65a not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:45:55.925669 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device bcbdebd9-c142-403b-b564-6d407c8d0f82 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:45:55.944265 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: bcbdebd9-c142-403b-b564-6d407c8d0f82 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:45:55.944536 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device bcbdebd9-c142-403b-b564-6d407c8d0f82 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:45:56.002034 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40658) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:56.041559 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9e782e5c-2fdf-43d9-8cb6-9064df5d8fe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de5aa4335c0342dda02a125ef9f6af2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383136 Mar 18 12:45:56.043981 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40660) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:56.091838 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-72a7c589-6a71-4823-9f67-37d1d453484c admin admin] Publish callbacks [] for security_group (69873cf3-b703-46c0-b139-446fd16bf1fc), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:56.116130 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-72a7c589-6a71-4823-9f67-37d1d453484c admin admin] Publish callbacks [] for security_group (69873cf3-b703-46c0-b139-446fd16bf1fc), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:56.162673 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-72a7c589-6a71-4823-9f67-37d1d453484c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (69873cf3-b703-46c0-b139-446fd16bf1fc), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:56.165366 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-72a7c589-6a71-4823-9f67-37d1d453484c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:56.166492 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-72a7c589-6a71-4823-9f67-37d1d453484c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69873cf3-b703-46c0-b139-446fd16bf1fc HTTP/1.1" status: 204 len: 168 time: 0.1216166 Mar 18 12:45:56.175181 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7c589-6a71-4823-9f67-37d1d453484c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69873cf3-b703-46c0-b139-446fd16bf1fc,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:56.471072 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40666) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:56.510549 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c5d575b8-3e2b-4af5-9f04-19e7cc22a2f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16be86fefd644c0096ec2b27cb52f858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380585 Mar 18 12:45:56.512739 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40668) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:45:56.557658 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cb3d45c3-e5a7-44d0-bd3b-f27fdd58366e admin admin] Publish callbacks [] for security_group (81ece0e8-f4cf-442e-b69d-8445d57a5edb), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:56.579332 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cb3d45c3-e5a7-44d0-bd3b-f27fdd58366e admin admin] Publish callbacks [] for security_group (81ece0e8-f4cf-442e-b69d-8445d57a5edb), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:56.624119 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cb3d45c3-e5a7-44d0-bd3b-f27fdd58366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (81ece0e8-f4cf-442e-b69d-8445d57a5edb), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:56.627748 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cb3d45c3-e5a7-44d0-bd3b-f27fdd58366e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:45:56.629015 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-cb3d45c3-e5a7-44d0-bd3b-f27fdd58366e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81ece0e8-f4cf-442e-b69d-8445d57a5edb HTTP/1.1" status: 204 len: 168 time: 0.1153984 Mar 18 12:45:56.636680 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d45c3-e5a7-44d0-bd3b-f27fdd58366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ece0e8-f4cf-442e-b69d-8445d57a5edb,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:45:56.653559 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c226-2b25-4362-b33a-724ed5c79a5c req-bcbeb587-c147-49be-9e56-0253d7badd8c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:56.655394 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e0e9c226-2b25-4362-b33a-724ed5c79a5c req-bcbeb587-c147-49be-9e56-0253d7badd8c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0634780 Mar 18 12:45:56.703322 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e0e9c226-2b25-4362-b33a-724ed5c79a5c req-24cd9cd4-a24e-443c-8ae8-28c76be70c85 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Mar 18 12:45:57.818596 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b666b5-adf9-4342-a2c9-8caf765a676a req-e22c1102-7ddd-4c89-b4fe-8947315c5664 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:57.820037 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f1b666b5-adf9-4342-a2c9-8caf765a676a req-e22c1102-7ddd-4c89-b4fe-8947315c5664 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0504086 Mar 18 12:45:57.864413 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f1b666b5-adf9-4342-a2c9-8caf765a676a req-d107fe28-1db8-46b8-b4de-bcbe012a77fe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Mar 18 12:45:58.983279 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea549a3-d143-436a-9419-a8a84df99f16 req-fd124d94-6bc1-4f0e-b134-eb5e53eeed5e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:58.984731 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1ea549a3-d143-436a-9419-a8a84df99f16 req-fd124d94-6bc1-4f0e-b134-eb5e53eeed5e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0545635 Mar 18 12:45:59.029721 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1ea549a3-d143-436a-9419-a8a84df99f16 req-27989e61-14d7-4f24-ab16-8ea244540af5 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Mar 18 12:45:59.379936 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-dedafec0-c3ad-4a7b-9ce2-0714a3ca24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:59.381402 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-dedafec0-c3ad-4a7b-9ce2-0714a3ca24a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 1129 time: 0.0469916 Mar 18 12:45:59.480807 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-e2efe4c4-e353-4ea1-ae04-a8a4281350df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:59.482271 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-e2efe4c4-e353-4ea1-ae04-a8a4281350df service neutron] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 912 time: 0.0820735 Mar 18 12:45:59.547811 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-8bfbc547-5088-4ef1-83bb-d35013f224f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 HTTP/1.1" status: 200 len: 1000 time: 0.0597179 Mar 18 12:45:59.593318 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-1100545b-be79-4f27-94af-51aea19e3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:59.594812 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-1100545b-be79-4f27-94af-51aea19e3a9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0415072 Mar 18 12:45:59.641275 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-d0aa0952-a33a-414d-842b-f9c88f623d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:45:59.642731 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-d0aa0952-a33a-414d-842b-f9c88f623d14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425458 Mar 18 12:45:59.651791 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-71673dce-b836-4ed7-8894-286d07b1ea02 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:45:59.652714 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-71673dce-b836-4ed7-8894-286d07b1ea02 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046229 Mar 18 12:45:59.741179 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-bc210373-55b5-4416-b827-e550ef8582dd service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828910 Mar 18 12:45:59.828845 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c0d40c1f-1474-4f6c-9f4c-dfc17528b02a req-e5c32ada-52d6-4cdc-8afd-c2d562bd0e4e service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816236 Mar 18 12:46:00.145801 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb85e5b-874b-4c1a-bbd4-ff5b6fd10444 req-3991da4e-6164-42b8-864c-7613a6e3b43d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:00.147270 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3bb85e5b-874b-4c1a-bbd4-ff5b6fd10444 req-3991da4e-6164-42b8-864c-7613a6e3b43d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0528162 Mar 18 12:46:00.193485 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3bb85e5b-874b-4c1a-bbd4-ff5b6fd10444 req-e469f593-9b05-4ff8-8402-88db84ebfd2b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Mar 18 12:46:01.309132 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e438b-9bf2-4eea-b02a-921ee689ef23 req-ef2a3a47-5429-4587-a213-e549d2b8bb6d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:01.310602 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367e438b-9bf2-4eea-b02a-921ee689ef23 req-ef2a3a47-5429-4587-a213-e549d2b8bb6d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0514221 Mar 18 12:46:01.358470 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367e438b-9bf2-4eea-b02a-921ee689ef23 req-c365cad0-c42d-4c64-86ac-11d5461a69a4 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416958 Mar 18 12:46:02.708236 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfce64-06b1-46b4-bae0-bb84398febe1 req-d01b27a7-ab8b-461b-8081-86b83712fab4 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:02.709609 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-abbfce64-06b1-46b4-bae0-bb84398febe1 req-d01b27a7-ab8b-461b-8081-86b83712fab4 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.2805171 Mar 18 12:46:02.755377 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-abbfce64-06b1-46b4-bae0-bb84398febe1 req-717d6c8f-cf48-4fa2-a884-8ddf19f3d5e7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401909 Mar 18 12:46:03.874931 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba1426-59f3-4f57-9f25-f26ebe0b0abd req-110ce720-9829-4c2a-86ac-84c92497a637 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:03.876388 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-76ba1426-59f3-4f57-9f25-f26ebe0b0abd req-110ce720-9829-4c2a-86ac-84c92497a637 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0516813 Mar 18 12:46:03.921739 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-76ba1426-59f3-4f57-9f25-f26ebe0b0abd req-0a097f2f-ae74-43c3-8264-ca944bdef329 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392914 Mar 18 12:46:04.124435 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55bc48-2dfc-4e1d-82b0-290d8e451f5a req-bca46d87-9080-4c9f-82ba-49d32dd80700 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:04.125890 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec55bc48-2dfc-4e1d-82b0-290d8e451f5a req-bca46d87-9080-4c9f-82ba-49d32dd80700 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0555921 Mar 18 12:46:04.172265 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec55bc48-2dfc-4e1d-82b0-290d8e451f5a req-39819bc7-2065-41ab-987a-5e8eef37cb85 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398645 Mar 18 12:46:04.308775 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c053809-bc71-45d2-9046-083e303737e7 req-4290a592-8c67-45a5-8c17-5ee7067cff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:04.310240 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0c053809-bc71-45d2-9046-083e303737e7 req-4290a592-8c67-45a5-8c17-5ee7067cff60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 1129 time: 0.1832809 Mar 18 12:46:04.399028 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c053809-bc71-45d2-9046-083e303737e7 req-1b1178c1-d448-4ba3-90d4-a61ec2af5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:04.400448 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0c053809-bc71-45d2-9046-083e303737e7 req-1b1178c1-d448-4ba3-90d4-a61ec2af5812 service neutron] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 912 time: 0.0839081 Mar 18 12:46:04.463797 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0c053809-bc71-45d2-9046-083e303737e7 req-cfb25875-e8e5-4df5-b765-7566e3a734e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 HTTP/1.1" status: 200 len: 1000 time: 0.0571380 Mar 18 12:46:04.513189 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c053809-bc71-45d2-9046-083e303737e7 req-e45ea83b-0c39-4bca-bfef-9be288d74f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:04.514571 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0c053809-bc71-45d2-9046-083e303737e7 req-e45ea83b-0c39-4bca-bfef-9be288d74f12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0451212 Mar 18 12:46:04.560997 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c053809-bc71-45d2-9046-083e303737e7 req-4f13954f-b256-4638-b19d-aaaa09539ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:04.562352 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0c053809-bc71-45d2-9046-083e303737e7 req-4f13954f-b256-4638-b19d-aaaa09539ef4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424955 Mar 18 12:46:04.645809 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0c053809-bc71-45d2-9046-083e303737e7 req-3f3e76b7-5270-4526-bfa4-6669efdf5781 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778434 Mar 18 12:46:04.734047 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0c053809-bc71-45d2-9046-083e303737e7 req-7c3bd2e9-d50f-47d9-b198-f4a0a5e49187 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819273 Mar 18 12:46:05.295456 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8c016-4453-467e-ab5f-176105ba9d9f req-330ef5c1-5e83-44ab-937e-4ab580eecdec tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:05.296900 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9f8c016-4453-467e-ab5f-176105ba9d9f req-330ef5c1-5e83-44ab-937e-4ab580eecdec tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0541239 Mar 18 12:46:05.341238 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9f8c016-4453-467e-ab5f-176105ba9d9f req-0766b25c-36f8-4b68-9c4f-eb50b1f903f5 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380743 Mar 18 12:46:06.461494 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67cff-717c-4e8d-9611-f481cf6dfa47 req-70d89e0d-a02e-4550-9e6c-2e1456891dcb tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:06.463017 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9ef67cff-717c-4e8d-9611-f481cf6dfa47 req-70d89e0d-a02e-4550-9e6c-2e1456891dcb tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0559645 Mar 18 12:46:06.512592 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9ef67cff-717c-4e8d-9611-f481cf6dfa47 req-1580ad9f-aa6d-4dbd-abb4-8087f86adea0 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Mar 18 12:46:15.689068 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-143c99cd-8eb7-422c-a772-691511169fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:18.042906 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2008-3977-4e56-bd51-dd696c233ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:19.077599 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:20.721861 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:22.045692 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:22.314104 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:24.858370 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:46:39.908773 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2375380-9275-4c3a-8941-be430681693f req-3d02d769-bc90-4608-8bba-4569dd1d0b35 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:39.910158 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c2375380-9275-4c3a-8941-be430681693f req-3d02d769-bc90-4608-8bba-4569dd1d0b35 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0527196 Mar 18 12:46:39.955463 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c2375380-9275-4c3a-8941-be430681693f req-1252c259-4885-4a95-a6fd-1a60834c50ed tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Mar 18 12:46:41.074013 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d14303-5916-4e97-bee1-9001d9506f6d req-edc331c2-6b1f-4aa1-879c-d43ee4503ace tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:41.075497 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12d14303-5916-4e97-bee1-9001d9506f6d req-edc331c2-6b1f-4aa1-879c-d43ee4503ace tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0514257 Mar 18 12:46:41.123861 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12d14303-5916-4e97-bee1-9001d9506f6d req-9e7e9bb2-170f-4b7e-bd60-ab5ea0214cdd tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428641 Mar 18 12:46:42.241132 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb684bb0-1db4-4208-a3fa-bc41e4bd404d req-f2a7dc7f-1679-494b-b5c4-dfb05f9bb5d9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:42.242586 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb684bb0-1db4-4208-a3fa-bc41e4bd404d req-f2a7dc7f-1679-494b-b5c4-dfb05f9bb5d9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0521038 Mar 18 12:46:42.287228 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb684bb0-1db4-4208-a3fa-bc41e4bd404d req-36cb88c6-92f2-496a-a02c-3829c461b1a3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387070 Mar 18 12:46:43.404559 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca8b39-8e7c-4e94-bddd-e8270c418707 req-a8824552-e79e-4e3e-90ae-3df279f05a26 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:43.405989 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2eca8b39-8e7c-4e94-bddd-e8270c418707 req-a8824552-e79e-4e3e-90ae-3df279f05a26 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0519228 Mar 18 12:46:43.450241 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2eca8b39-8e7c-4e94-bddd-e8270c418707 req-3a819c06-7da1-427a-92f7-6e761cb0058d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 Mar 18 12:46:44.569122 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fa4c2-967c-4657-b024-3ee7a295f7f0 req-d725b5b5-d306-4280-976f-acef561c75fb tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:44.570576 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-448fa4c2-967c-4657-b024-3ee7a295f7f0 req-d725b5b5-d306-4280-976f-acef561c75fb tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0545793 Mar 18 12:46:44.614505 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-448fa4c2-967c-4657-b024-3ee7a295f7f0 req-0db993dd-3995-4a55-8436-3f1fb92e8bd6 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385344 Mar 18 12:46:45.692567 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dcccd64-c33c-43dc-9037-ae45658c7f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:45.747364 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98afca-f63a-4a72-9a19-613c5d0e3941 req-c757996c-f4d8-4197-8a05-4e734163a0fe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:45.748817 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af98afca-f63a-4a72-9a19-613c5d0e3941 req-c757996c-f4d8-4197-8a05-4e734163a0fe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0603983 Mar 18 12:46:45.794489 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af98afca-f63a-4a72-9a19-613c5d0e3941 req-89f5f211-9574-483d-970c-e55695686b5c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 Mar 18 12:46:46.907018 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88b132-8f00-43db-86bd-d2986444ad2c req-ef976042-4bc1-41cc-956d-c7f340bcc614 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:46.908464 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a88b132-8f00-43db-86bd-d2986444ad2c req-ef976042-4bc1-41cc-956d-c7f340bcc614 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0500641 Mar 18 12:46:46.956086 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a88b132-8f00-43db-86bd-d2986444ad2c req-5d31d84a-ff77-47bc-82ef-c43712d97d8c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Mar 18 12:46:48.044482 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03f3cc01-c5d8-4e66-9950-b91d8e0ec962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:48.072211 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f328-474a-4039-a9aa-760b193f0d5c req-6bd3c7de-d380-424a-a4b2-3cc87d562e46 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:48.073704 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-22a1f328-474a-4039-a9aa-760b193f0d5c req-6bd3c7de-d380-424a-a4b2-3cc87d562e46 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0524561 Mar 18 12:46:48.119454 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-22a1f328-474a-4039-a9aa-760b193f0d5c req-853e463a-21cc-407a-90a4-049ddc903ee0 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402288 Mar 18 12:46:49.080474 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:49.234722 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01de6d-9c41-48d5-ad79-026a224ffb41 req-d4277f4a-202c-4502-8e4f-66da5cd620f8 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:49.236163 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-df01de6d-9c41-48d5-ad79-026a224ffb41 req-d4277f4a-202c-4502-8e4f-66da5cd620f8 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0507007 Mar 18 12:46:49.280909 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-df01de6d-9c41-48d5-ad79-026a224ffb41 req-cfe66ed2-d88c-4f79-86cb-0b9b55e11478 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389645 Mar 18 12:46:50.399322 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c062b0-3eb0-498c-adc2-3e7c75bbe220 req-d4ce6622-e6b5-4e47-889c-ee6ac8a2c426 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:50.400761 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07c062b0-3eb0-498c-adc2-3e7c75bbe220 req-d4ce6622-e6b5-4e47-889c-ee6ac8a2c426 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0553985 Mar 18 12:46:50.445681 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07c062b0-3eb0-498c-adc2-3e7c75bbe220 req-93edfbfe-df1f-465a-8056-9c3e0fa7e91a tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393622 Mar 18 12:46:50.641146 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4fa8b-607d-42ca-8338-9747711cc586 req-e8087bfb-b483-455b-8aa1-d334e87acd34 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:50.642719 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-80d4fa8b-607d-42ca-8338-9747711cc586 req-e8087bfb-b483-455b-8aa1-d334e87acd34 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0515001 Mar 18 12:46:50.668520 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-d803bf9e-2942-4208-b718-c4176e174681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:50.670000 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-d803bf9e-2942-4208-b718-c4176e174681 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 1129 time: 0.0460000 Mar 18 12:46:50.689881 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-80d4fa8b-607d-42ca-8338-9747711cc586 req-98fe1c73-ddef-40cb-a170-c4a3b1595548 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409796 Mar 18 12:46:50.725695 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:50.762212 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-5a2e8172-cc02-4fd0-90bd-868443088cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:50.763692 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-5a2e8172-cc02-4fd0-90bd-868443088cf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 912 time: 0.0880702 Mar 18 12:46:50.825981 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-6fe1639c-04cd-42d1-8816-14da6f3c682c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 HTTP/1.1" status: 200 len: 1000 time: 0.0564511 Mar 18 12:46:50.871638 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-41f48849-6819-4e84-bf06-45d3ad030184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:50.873000 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-41f48849-6819-4e84-bf06-45d3ad030184 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0419600 Mar 18 12:46:50.922820 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-71e8b95d-69cf-4591-ad20-b9a5371c8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:50.924283 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-71e8b95d-69cf-4591-ad20-b9a5371c8a9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459924 Mar 18 12:46:51.009503 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-a91b4c62-4f3c-4c6a-94d4-f03a09171cf8 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785632 Mar 18 12:46:51.102338 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-94ad9f0f-ef6e-496d-88b5-f89914527242 req-a88c5ddd-a35b-4dfd-8e16-a83c72a2bff9 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867105 Mar 18 12:46:51.812766 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dbfa4-824e-4f01-8a80-bc104ee3492d req-f322ca3f-8f6c-4b00-8eb4-f25e8c0d1951 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:46:51.814332 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f7dbfa4-824e-4f01-8a80-bc104ee3492d req-f322ca3f-8f6c-4b00-8eb4-f25e8c0d1951 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0552285 Mar 18 12:46:51.860279 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f7dbfa4-824e-4f01-8a80-bc104ee3492d req-073fcdb7-4d32-4a1d-87af-8c1229aca3ce tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398207 Mar 18 12:46:52.059976 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:46:52.318132 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:01.328839 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-42b20620-abcc-4c2e-9ec6-ea1ac7ed88aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441732 Mar 18 12:47:01.410483 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-a5126860-2dd2-4379-a037-09f562d92690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:01.411962 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-a5126860-2dd2-4379-a037-09f562d92690 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 1129 time: 0.0433660 Mar 18 12:47:01.511485 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-d80add0f-5c88-4ef5-82a5-d80a8073b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:01.512910 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-d80add0f-5c88-4ef5-82a5-d80a8073b4d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 912 time: 0.0841579 Mar 18 12:47:01.804130 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-72fd01ff-2d60-406d-a8d0-153397ac2d31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 HTTP/1.1" status: 200 len: 1000 time: 0.2855501 Mar 18 12:47:01.850034 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-387c7835-a43c-4641-8ad9-9b6435692f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:01.852609 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-387c7835-a43c-4641-8ad9-9b6435692f61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0424271 Mar 18 12:47:01.857353 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:47:01.902018 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-2503d481-504d-437e-8fe7-e5ebba898c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:01.903485 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-2503d481-504d-437e-8fe7-e5ebba898c0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449915 Mar 18 12:47:01.989776 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-30066eda-e324-4009-9071-756db7f56cbd service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788085 Mar 18 12:47:02.081237 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3e921bfe-637d-4981-910e-1ff102f0ac8e req-bb1d7466-9d35-47a8-a07e-9107a3092026 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846295 Mar 18 12:47:15.822006 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9da9dca2-9465-4b30-8e0a-e65ca0466f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:18.046134 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa915-c5bc-483c-af11-9044af58bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:19.083411 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:20.727206 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:22.079636 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:22.319708 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:24.976723 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777f79-31c7-46e7-8a3f-118bc3d68c6d req-e3e3fed8-ed37-4ba8-8808-a9008e1cabc2 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:24.978185 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ef777f79-31c7-46e7-8a3f-118bc3d68c6d req-e3e3fed8-ed37-4ba8-8808-a9008e1cabc2 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0584877 Mar 18 12:47:25.024122 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ef777f79-31c7-46e7-8a3f-118bc3d68c6d req-5bd11b33-fa43-486d-a92e-0478f7c31429 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Mar 18 12:47:26.140643 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f04dc7-4f69-494f-8c74-ec1da0ee02b9 req-e581900d-66ab-4f7b-943c-80293909f5e0 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:26.141987 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-76f04dc7-4f69-494f-8c74-ec1da0ee02b9 req-e581900d-66ab-4f7b-943c-80293909f5e0 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0506849 Mar 18 12:47:26.189254 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-76f04dc7-4f69-494f-8c74-ec1da0ee02b9 req-1eb52651-fbd4-4ab8-a0f1-cd6a9a955b4b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6689d02f-6a67-4159-b20b-634772681d84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Mar 18 12:47:26.769368 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-3afd9530-fc7c-4e10-bb66-0d0c25804180 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:26.770784 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-3afd9530-fc7c-4e10-bb66-0d0c25804180 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 945 time: 0.0510576 Mar 18 12:47:26.856948 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Deleting port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:47:26.857282 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:26.944653 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] For port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:47:26.945034 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:27.109604 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:27.109961 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (b103680f-b2a9-417d-83a3-2e8082e3d22e), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:27.110272 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Floating IP b103680f-b2a9-417d-83a3-2e8082e3d22e disassociated. External IP: 172.27.2.86, port: 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4. Mar 18 12:47:27.110634 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Calling delete_port for 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:47:27.235177 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (45e394a9-abb2-4108-b69a-b5c1bc7eb1b4), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:27.263473 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event deleted for resources: {'Port': ['ID=45e394a9-abb2-4108-b69a-b5c1bc7eb1b4,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:27.276035 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.276387 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.276735 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.277081 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.277419 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.277754 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.278080 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.278429 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.278786 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.279113 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.279437 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.279761 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.280083 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.280400 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.280717 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:27.283528 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f78e285f-254f-41b8-a850-b4fe909c0eed req-50dd36a0-2804-43c6-9a85-79bf975b1c9b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9ab2d9-c2fd-4704-b179-bddc13c66f0e HTTP/1.1" status: 200 len: 210 time: 0.0276833 Mar 18 12:47:27.393921 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Router 089353cb-95b3-4aa2-98ec-2e9ae8253407 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:47:27.498898 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:47:27.509517 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] Sync routers for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:47:27.518747 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:47:27.519368 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:47:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:47:27.538916 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] No DVR routers for this DVR port 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:47:27.541374 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:27.544637 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4e0f9776-9b82-4a0d-8dc3-6c4a3a8e00fc req-1f8b15b5-3e62-4cea-9c2d-599179cd7228 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "DELETE /v2.0/ports/45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 HTTP/1.1" status: 204 len: 173 time: 0.7688735 Mar 18 12:47:27.545021 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'name': 'network-vif-deleted', 'tag': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:47:27.547279 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b549cc8-8714-401b-b9c6-bb2dea7d3a69" -d '{"events": [{"server_uuid": "6d9ab2d9-c2fd-4704-b179-bddc13c66f0e", "name": "network-vif-deleted", "tag": "45e394a9-abb2-4108-b69a-b5c1bc7eb1b4"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:47:27.628616 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:47:27.724562 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5126d7b-c882-4eed-8d32-a3c3be09602d x-openstack-request-id: req-b5126d7b-c882-4eed-8d32-a3c3be09602d {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:47:27.724853 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9ab2d9-c2fd-4704-b179-bddc13c66f0e", "name": "network-vif-deleted", "tag": "45e394a9-abb2-4108-b69a-b5c1bc7eb1b4", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:47:27.725105 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5126d7b-c882-4eed-8d32-a3c3be09602d {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:47:27.725500 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9ab2d9-c2fd-4704-b179-bddc13c66f0e', 'name': 'network-vif-deleted', 'tag': '45e394a9-abb2-4108-b69a-b5c1bc7eb1b4', 'status': 'completed', 'code': 200} Mar 18 12:47:27.834325 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:47:27.860256 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] Checking router: 089353cb-95b3-4aa2-98ec-2e9ae8253407 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:47:27.869260 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:47:27.869832 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:47:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:47:27.983177 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:47:28.184781 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:47:28.210089 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e5bae-e6b5-4843-b720-a0b1969e3f0b None None] The sync data for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi is: [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:47:28.425518 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77361ec-6ec6-434a-b775-bfa8598e9150 None None] New status for floating IP b103680f-b2a9-417d-83a3-2e8082e3d22e: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:47:29.379318 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40772) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:47:29.431183 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (6689d02f-6a67-4159-b20b-634772681d84), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.453694 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (6689d02f-6a67-4159-b20b-634772681d84), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.499911 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (6689d02f-6a67-4159-b20b-634772681d84), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.502511 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.503657 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "DELETE /v2.0/security-groups/6689d02f-6a67-4159-b20b-634772681d84 HTTP/1.1" status: 204 len: 168 time: 0.1233613 Mar 18 12:47:29.506821 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40774) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:47:29.513612 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689d02f-6a67-4159-b20b-634772681d84,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:29.520317 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.api.v2.resource [None req-fc15ccbf-435c-41bc-8cbd-1adb57206c23 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] show failed (client error): The resource could not be found. Mar 18 12:47:29.520665 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.521018 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.521360 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.521703 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.522036 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.522360 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.522703 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.523058 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.523382 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.523705 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.524028 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.524182 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-fc15ccbf-435c-41bc-8cbd-1adb57206c23 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups/6689d02f-6a67-4159-b20b-634772681d84 HTTP/1.1" status: 404 len: 347 time: 0.0157309 Mar 18 12:47:29.524349 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.524591 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40776) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:47:29.524689 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.524975 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.525290 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807541d-f86e-4cdd-a690-15679e3a9e9f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:29.650052 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Deleting port 43573427-7914-4d5e-86c1-429a3a737834 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:47:29.650296 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (43573427-7914-4d5e-86c1-429a3a737834), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.703567 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:47:29.723114 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:47:29.723459 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 45e394a9-abb2-4108-b69a-b5c1bc7eb1b4 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:47:29.724134 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (43573427-7914-4d5e-86c1-429a3a737834), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.725023 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (43573427-7914-4d5e-86c1-429a3a737834), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.737863 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Calling delete_port for 43573427-7914-4d5e-86c1-429a3a737834 owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:47:29.868262 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (43573427-7914-4d5e-86c1-429a3a737834), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.892684 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event deleted for resources: {'Port': ['ID=43573427-7914-4d5e-86c1-429a3a737834,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:29.954912 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (b103680f-b2a9-417d-83a3-2e8082e3d22e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.957304 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:29.958454 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-695cafe0-3b42-4b3c-ae3d-7f2117506363 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "DELETE /v2.0/floatingips/b103680f-b2a9-417d-83a3-2e8082e3d22e HTTP/1.1" status: 204 len: 168 time: 0.4329960 Mar 18 12:47:30.342353 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 40780) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:47:30.347215 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1750a41c-56ed-4a56-a6f1-136dc092908d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--818442561', 'description': 'tempest-description--1725587734'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:47:30.367607 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1750a41c-56ed-4a56-a6f1-136dc092908d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.430846 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1750a41c-56ed-4a56-a6f1-136dc092908d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (6e80f551-2acf-4636-97a2-6e84953214f0), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.434780 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1750a41c-56ed-4a56-a6f1-136dc092908d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (6e80f551-2acf-4636-97a2-6e84953214f0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.458055 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1750a41c-56ed-4a56-a6f1-136dc092908d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.459298 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1750a41c-56ed-4a56-a6f1-136dc092908d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1158776 Mar 18 12:47:30.462216 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40782) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:47:30.466687 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-c18939e9-3d17-4b44-b3fb-bba88427c5c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'security_group_rule': {'security_group_id': '6e80f551-2acf-4636-97a2-6e84953214f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:47:30.467153 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750a41c-56ed-4a56-a6f1-136dc092908d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e80f551-2acf-4636-97a2-6e84953214f0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:30.493577 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c18939e9-3d17-4b44-b3fb-bba88427c5c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (9c6ab8d9-1379-4949-980c-133ab3464e70), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.546016 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c18939e9-3d17-4b44-b3fb-bba88427c5c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (9c6ab8d9-1379-4949-980c-133ab3464e70), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.549469 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c18939e9-3d17-4b44-b3fb-bba88427c5c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (9c6ab8d9-1379-4949-980c-133ab3464e70), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.567528 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18939e9-3d17-4b44-b3fb-bba88427c5c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6ab8d9-1379-4949-980c-133ab3464e70,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:30.576589 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c18939e9-3d17-4b44-b3fb-bba88427c5c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.577772 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c18939e9-3d17-4b44-b3fb-bba88427c5c3 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145372 Mar 18 12:47:30.580292 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40784) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:47:30.584438 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-049cf7f0-5107-4112-9968-cc86d898198d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'security_group_rule': {'security_group_id': '6e80f551-2acf-4636-97a2-6e84953214f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:47:30.610043 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-049cf7f0-5107-4112-9968-cc86d898198d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (ca22ddcd-a64b-4f27-921c-b35527ca78cf), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.664487 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-049cf7f0-5107-4112-9968-cc86d898198d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (ca22ddcd-a64b-4f27-921c-b35527ca78cf), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.667939 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-049cf7f0-5107-4112-9968-cc86d898198d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (ca22ddcd-a64b-4f27-921c-b35527ca78cf), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.685312 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cf7f0-5107-4112-9968-cc86d898198d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca22ddcd-a64b-4f27-921c-b35527ca78cf,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:30.692302 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-049cf7f0-5107-4112-9968-cc86d898198d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.693467 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-049cf7f0-5107-4112-9968-cc86d898198d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122699 Mar 18 12:47:30.696544 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40786) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:47:30.700816 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:47:30.721227 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.818369 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:30.917174 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Allocated IP 172.27.2.204 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/4ea0f508-aa5f-4293-91a7-cd6fdd4a6397) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:47:31.015124 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for port (4ea0f508-aa5f-4293-91a7-cd6fdd4a6397), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:31.047983 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (4ea0f508-aa5f-4293-91a7-cd6fdd4a6397), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:31.080445 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:47:31.083206 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:47:31.087044 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:47:31.114552 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'Port': ['ID=4ea0f508-aa5f-4293-91a7-cd6fdd4a6397,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:31.178752 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (6834bf5f-33cd-4b82-8065-401221f55db9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:31.214349 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (4ea0f508-aa5f-4293-91a7-cd6fdd4a6397), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:31.357948 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for port (4ea0f508-aa5f-4293-91a7-cd6fdd4a6397), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:31.362333 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (4ea0f508-aa5f-4293-91a7-cd6fdd4a6397), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:31.427082 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'Port': ['ID=4ea0f508-aa5f-4293-91a7-cd6fdd4a6397,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:31.438587 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (6834bf5f-33cd-4b82-8065-401221f55db9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:31.453119 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:31.454331 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9fcd2e68-e206-45cd-8517-92890f96585c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7568333 Mar 18 12:47:31.645253 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-aec122bc-abcc-4bb2-aceb-c365838f1161 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--818442561&fields=id&tenant_id=7e657a481d654ea180b4a60403469a6a HTTP/1.1" status: 200 len: 267 time: 0.0426660 Mar 18 12:47:31.745395 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-bd09af14-7e24-4e10-9d56-ac96adfc9ba8 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:31.746724 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-bd09af14-7e24-4e10-9d56-ac96adfc9ba8 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 811 time: 0.0944338 Mar 18 12:47:31.761210 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-e88e2990-0d4c-4741-895c-0c45410b56d9 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/quotas/7e657a481d654ea180b4a60403469a6a HTTP/1.1" status: 200 len: 375 time: 0.0092275 Mar 18 12:47:31.814190 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-7943c32c-677c-4445-88de-b8c81515ad1e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481005 Mar 18 12:47:31.874572 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-bceaba1b-ef87-41ad-a777-8d5203ee1b5e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:47:31.875547 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-bceaba1b-ef87-41ad-a777-8d5203ee1b5e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500977 Mar 18 12:47:31.963204 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-3035d4d2-3321-44d9-b7bb-5007b92cd660 service neutron] 10.222.0.21 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819702 Mar 18 12:47:32.051478 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-12b8f243-07b5-4703-9e5e-e835f68c86fb service neutron] 10.222.0.21 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827336 Mar 18 12:47:32.213684 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dcd4167f-783d-400e-8df4-288b2afefb9c req-49b83ec5-88a1-4b0d-be61-1afbe9623d30 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 210 time: 0.0302193 Mar 18 12:47:33.201443 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-989ef177-61a4-42c0-8dc3-2a850f189db2 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:33.203569 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-989ef177-61a4-42c0-8dc3-2a850f189db2 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 811 time: 0.1067574 Mar 18 12:47:33.269146 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-db3a1c83-7295-4ccd-8add-1d430b354674 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e657a481d654ea180b4a60403469a6a HTTP/1.1" status: 200 len: 379 time: 0.0570350 Mar 18 12:47:33.277958 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'port': {'device_id': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'admin_state_up': True, 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'security_groups': ['6e80f551-2acf-4636-97a2-6e84953214f0']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:47:33.307309 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-75596d85-fd4c-45a9-bc4c-d6afb7188650 req-8a4b40bd-c53d-472c-a07c-9d4e5965e19d tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 210 time: 0.0267489 Mar 18 12:47:33.379272 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Made reservation on behalf of 7e657a481d654ea180b4a60403469a6a for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:47:33.383269 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:33.505080 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Allocated IP 172.20.0.3 (95cecf23-abea-4975-9417-a33c9841de74/a624327b-aa26-4f52-a41f-9123a1ef2af8/e7786190-e0c4-4199-8b84-1cf4a6c14ca9) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:47:33.638105 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:33.669940 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:33.710383 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Network 95cecf23-abea-4975-9417-a33c9841de74 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:47:33.713390 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:47:33.716902 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:47:33.743579 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event updated for resources: {'Port': ['ID=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:33.771958 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:33.772603 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:33.788970 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-343e58b5-185d-4630-8672-dcd48f0e8cf7 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5140865 Mar 18 12:47:33.799730 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Request body: {'port': {'device_id': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:47:33.865227 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:33.993400 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-a79a0c5d-0c15-4c1b-99b0-46ec293ed8d0 None None] Provisioning complete for port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:47:33.994094 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a79a0c5d-0c15-4c1b-99b0-46ec293ed8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:34.027320 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a79a0c5d-0c15-4c1b-99b0-46ec293ed8d0 None None] Port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:47:34.117920 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7786190-e0c4-4199-8b84-1cf4a6c14ca9 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:47:34.125171 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Publish callbacks [] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:34.136679 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Transition to ACTIVE for port object e7786190-e0c4-4199-8b84-1cf4a6c14ca9 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:47:34.140236 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:34.190440 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:34.259569 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Attempting to bind port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:47:34.260219 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Attempting to bind port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:47:34.260219 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Attempting to bind port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 on network 95cecf23-abea-4975-9417-a33c9841de74 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:47:34.264627 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 on network 95cecf23-abea-4975-9417-a33c9841de74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:47:34.264972 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Attempting to bind port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 on network 95cecf23-abea-4975-9417-a33c9841de74 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:47:34.269779 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:47:34.270111 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Checking segment: {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:47:34.270485 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Bound using segment: {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:47:34.270944 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Bound port: e7786190-e0c4-4199-8b84-1cf4a6c14ca9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c57fb8-b9e9-4a21-a837-6c0ddde236ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95cecf23-abea-4975-9417-a33c9841de74'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:47:34.271295 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:34.337812 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] For port e7786190-e0c4-4199-8b84-1cf4a6c14ca9, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:47:34.340928 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] For port e7786190-e0c4-4199-8b84-1cf4a6c14ca9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:47:34.348108 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:34.380227 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:34.380841 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:34.382746 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7786190-e0c4-4199-8b84-1cf4a6c14ca9 HTTP/1.1" status: 200 len: 1093 time: 0.5867212 Mar 18 12:47:34.383186 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'tag': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:47:34.385401 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab5f571-a226-4db8-af19-c9be32efb4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "305f8a75-82e6-4675-8411-2a6783ea90d3", "tag": "e7786190-e0c4-4199-8b84-1cf4a6c14ca9"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:47:34.434650 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1447ae-78b4-4c54-8fd0-b7b1936f9195 x-openstack-request-id: req-3b1447ae-78b4-4c54-8fd0-b7b1936f9195 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:47:34.434894 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305f8a75-82e6-4675-8411-2a6783ea90d3", "tag": "e7786190-e0c4-4199-8b84-1cf4a6c14ca9", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:47:34.435150 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b1447ae-78b4-4c54-8fd0-b7b1936f9195 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:47:34.435544 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'tag': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9', 'status': 'completed', 'code': 200} Mar 18 12:47:34.443184 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a141976-1d18-4956-8fc5-125d6c42d00e req-d2f1e825-04b6-4163-9267-68a70ef8716b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:34.445233 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a141976-1d18-4956-8fc5-125d6c42d00e req-d2f1e825-04b6-4163-9267-68a70ef8716b tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 943 time: 0.0681369 Mar 18 12:47:34.465800 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e8845-f9ae-49ec-aca4-2a2db28233c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:34.487606 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-0be3a6c3-f0a8-49a9-a8d4-106b70ca3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:34.489123 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-0be3a6c3-f0a8-49a9-a8d4-106b70ca3ccf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 1127 time: 0.0527599 Mar 18 12:47:34.506105 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a141976-1d18-4956-8fc5-125d6c42d00e req-cc7a679f-4bf8-493d-9bbb-ff0a6d8287bc tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e80f551-2acf-4636-97a2-6e84953214f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550756 Mar 18 12:47:34.532101 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-a97ba9d4-7d10-4595-b407-c7086137fbd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7786190-e0c4-4199-8b84-1cf4a6c14ca9 HTTP/1.1" status: 200 len: 217 time: 0.0354481 Mar 18 12:47:34.582844 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-c0001688-60ed-48a4-ba0f-d83e57345f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:34.584301 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-c0001688-60ed-48a4-ba0f-d83e57345f00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0444670 Mar 18 12:47:34.635559 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-4de31b2e-18e7-465c-ad5d-091d05137c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:34.637023 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-4de31b2e-18e7-465c-ad5d-091d05137c1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471854 Mar 18 12:47:34.721396 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-6967f432-791f-48e5-880c-a1cb424e390f service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786092 Mar 18 12:47:34.812779 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f45df894-a9c0-45e5-94b7-93ad8e64660e req-fd4e3087-381e-4902-aad2-5e603587645a service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828052 Mar 18 12:47:34.898416 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-f5439338-84fd-4fd5-a8b3-4c6c3f45947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:34.899951 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-f5439338-84fd-4fd5-a8b3-4c6c3f45947b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 1127 time: 0.0444167 Mar 18 12:47:34.990019 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-2b76443e-126f-4ec1-bccd-92ed3d3b6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:34.992324 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-2b76443e-126f-4ec1-bccd-92ed3d3b6a7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 912 time: 0.0839899 Mar 18 12:47:35.035009 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-10025b22-ea97-4816-86d3-bbc580881f60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7786190-e0c4-4199-8b84-1cf4a6c14ca9 HTTP/1.1" status: 200 len: 217 time: 0.0370870 Mar 18 12:47:35.083568 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-6718dfda-b1e1-461e-bfcd-619650fbdb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:35.085005 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-6718dfda-b1e1-461e-bfcd-619650fbdb47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0438244 Mar 18 12:47:35.133981 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-03978e49-a01a-45ba-862f-21f04cb46c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:35.135462 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-03978e49-a01a-45ba-862f-21f04cb46c1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437727 Mar 18 12:47:35.226828 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-6742d7a8-a960-4934-8c19-58c3b5c5b034 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815005 Mar 18 12:47:35.312562 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab5f571-a226-4db8-af19-c9be32efb4ba req-68e96690-08d0-42d3-8ef4-15b45377a4d4 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786779 Mar 18 12:47:35.622551 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43335036-9191-47c4-b474-48868f693cca req-445ff0c3-9d4d-43af-8740-5a34dac5ef6e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:35.623997 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43335036-9191-47c4-b474-48868f693cca req-445ff0c3-9d4d-43af-8740-5a34dac5ef6e tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 943 time: 0.0507097 Mar 18 12:47:35.671824 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43335036-9191-47c4-b474-48868f693cca req-b3ba8ef3-7414-4182-aa12-897a1b02232a tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e80f551-2acf-4636-97a2-6e84953214f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423853 Mar 18 12:47:35.732897 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device e7786190-e0c4-4199-8b84-1cf4a6c14ca9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:47:35.828156 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port e7786190-e0c4-4199-8b84-1cf4a6c14ca9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:47:35.840218 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'port_id': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9', 'mac_address': 'fa:16:3e:df:25:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:47:35.875711 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:47:35.876100 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:35.889022 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7786190-e0c4-4199-8b84-1cf4a6c14ca9 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:47:35.907757 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port e7786190-e0c4-4199-8b84-1cf4a6c14ca9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:47:35.912595 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:35.957417 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:35.964774 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.965119 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.965457 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.965792 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.966122 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.966444 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.966792 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.967114 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.967436 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.967756 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.968076 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.968395 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.968711 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.969024 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:35.969336 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:47:36.156030 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['e7786190-e0c4-4199-8b84-1cf4a6c14ca9'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:47:36.785136 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643451a4-9c79-42c2-a7fa-8b90ff19e75b req-22360e4f-7ba8-47a7-9447-1aa055757d61 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:36.786584 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-643451a4-9c79-42c2-a7fa-8b90ff19e75b req-22360e4f-7ba8-47a7-9447-1aa055757d61 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 944 time: 0.0505171 Mar 18 12:47:36.831129 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-643451a4-9c79-42c2-a7fa-8b90ff19e75b req-f3d6f0e2-d6b4-4a3e-bb97-0c87aed49833 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e80f551-2acf-4636-97a2-6e84953214f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386240 Mar 18 12:47:37.765223 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device e7786190-e0c4-4199-8b84-1cf4a6c14ca9 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:47:37.811147 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:47:37.815021 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:47:37.815389 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:37.893864 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:47:37.894258 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:37.916368 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:47:37.918660 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa432f44-7bb3-49af-91ce-602ffb0c7001" -d '{"events": [{"server_uuid": "305f8a75-82e6-4675-8411-2a6783ea90d3", "name": "network-vif-plugged", "status": "completed", "tag": "e7786190-e0c4-4199-8b84-1cf4a6c14ca9"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:47:37.933276 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port e7786190-e0c4-4199-8b84-1cf4a6c14ca9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:47:37.937838 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:37.950148 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9d427-c53f-40d4-af1c-70868f15b2e5 req-6d4d6de8-a389-455b-b089-2368464496dd tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:37.951880 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-98f9d427-c53f-40d4-af1c-70868f15b2e5 req-6d4d6de8-a389-455b-b089-2368464496dd tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 944 time: 0.0530126 Mar 18 12:47:37.987000 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:47:38.000537 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-98f9d427-c53f-40d4-af1c-70868f15b2e5 req-6a014c15-4e5d-4d42-a764-ab8701fb371f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e80f551-2acf-4636-97a2-6e84953214f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426152 Mar 18 12:47:38.027476 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66c9c0c-eeb0-4508-a772-02f51ff0238b x-openstack-request-id: req-b66c9c0c-eeb0-4508-a772-02f51ff0238b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:47:38.027774 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305f8a75-82e6-4675-8411-2a6783ea90d3", "name": "network-vif-plugged", "status": "completed", "tag": "e7786190-e0c4-4199-8b84-1cf4a6c14ca9", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:47:38.028035 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b66c9c0c-eeb0-4508-a772-02f51ff0238b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:47:38.028438 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9', 'code': 200} Mar 18 12:47:38.192572 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7107-e896-4273-8f09-beebdd41c741 req-f2c257f9-c072-4919-b0dc-6171ad3a9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:38.194031 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48cc7107-e896-4273-8f09-beebdd41c741 req-f2c257f9-c072-4919-b0dc-6171ad3a9258 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 1129 time: 0.0482075 Mar 18 12:47:38.240219 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48cc7107-e896-4273-8f09-beebdd41c741 req-18ea865f-950e-4aef-b3b7-71618845c27a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6e80f551-2acf-4636-97a2-6e84953214f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367346 Mar 18 12:47:38.856165 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:47:39.120782 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058d621-11d1-4a0b-8f69-45cc77ffa878 req-7e177f7f-5683-4bc5-b49b-6a21acff5319 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:39.122146 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e058d621-11d1-4a0b-8f69-45cc77ffa878 req-7e177f7f-5683-4bc5-b49b-6a21acff5319 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 945 time: 0.0548680 Mar 18 12:47:39.167449 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e058d621-11d1-4a0b-8f69-45cc77ffa878 req-de3e7eb4-94f2-400f-8794-83eb69dbce91 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e80f551-2acf-4636-97a2-6e84953214f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 Mar 18 12:47:40.287119 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9943-4889-4f10-be46-272a1687e3d2 req-73cfd669-4c8b-4e13-bafc-3173274f6773 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:40.289101 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5aad9943-4889-4f10-be46-272a1687e3d2 req-73cfd669-4c8b-4e13-bafc-3173274f6773 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 945 time: 0.0539210 Mar 18 12:47:40.334358 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5aad9943-4889-4f10-be46-272a1687e3d2 req-a30dc470-859b-40e7-aeec-2ab28513308c tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e80f551-2acf-4636-97a2-6e84953214f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397282 Mar 18 12:47:40.447555 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b998a0-5108-441c-98bb-e75ec3dbc7cf req-22a13255-5107-4d83-9cea-ef7203dcd3a6 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:40.448922 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-65b998a0-5108-441c-98bb-e75ec3dbc7cf req-22a13255-5107-4d83-9cea-ef7203dcd3a6 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 945 time: 0.0538383 Mar 18 12:47:40.457290 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 40844) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:47:40.461668 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-81f15352-bafe-4ff0-9abd-caca167f8fbe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Request body: {'floatingip': {'port_id': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:47:40.499710 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-81f15352-bafe-4ff0-9abd-caca167f8fbe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (6834bf5f-33cd-4b82-8065-401221f55db9), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:41.140611 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-81f15352-bafe-4ff0-9abd-caca167f8fbe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:41.144127 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-81f15352-bafe-4ff0-9abd-caca167f8fbe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (6834bf5f-33cd-4b82-8065-401221f55db9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:41.240870 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-81f15352-bafe-4ff0-9abd-caca167f8fbe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Floating IP 6834bf5f-33cd-4b82-8065-401221f55db9 associated. External IP: 172.27.2.204, port: e7786190-e0c4-4199-8b84-1cf4a6c14ca9. Mar 18 12:47:41.445550 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f15352-bafe-4ff0-9abd-caca167f8fbe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Router 089353cb-95b3-4aa2-98ec-2e9ae8253407 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:47:41.549561 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f15352-bafe-4ff0-9abd-caca167f8fbe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:47:41.554864 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-81f15352-bafe-4ff0-9abd-caca167f8fbe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:41.563232 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] Sync routers for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:47:41.573488 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:47:41.574110 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:47:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:47:41.586508 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-81f15352-bafe-4ff0-9abd-caca167f8fbe tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "PUT /v2.0/floatingips/6834bf5f-33cd-4b82-8065-401221f55db9 HTTP/1.1" status: 200 len: 991 time: 1.1281247 Mar 18 12:47:41.587216 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'tag': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:47:41.589434 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490f8e38-730e-42c5-9ec2-ce499346418c" -d '{"events": [{"name": "network-changed", "server_uuid": "305f8a75-82e6-4675-8411-2a6783ea90d3", "tag": "e7786190-e0c4-4199-8b84-1cf4a6c14ca9"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:47:41.624398 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7972e7-54c6-4656-9ab7-f9858a1539b2 x-openstack-request-id: req-ac7972e7-54c6-4656-9ab7-f9858a1539b2 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:47:41.624690 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305f8a75-82e6-4675-8411-2a6783ea90d3", "tag": "e7786190-e0c4-4199-8b84-1cf4a6c14ca9", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:47:41.624942 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac7972e7-54c6-4656-9ab7-f9858a1539b2 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:47:41.625373 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'tag': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9', 'status': 'completed', 'code': 200} Mar 18 12:47:41.686404 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:47:41.686658 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8e38-730e-42c5-9ec2-ce499346418c req-4cc1c544-8a2b-4b2d-92d9-fa07b61d5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:41.688039 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-490f8e38-730e-42c5-9ec2-ce499346418c req-4cc1c544-8a2b-4b2d-92d9-fa07b61d5ece service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 1129 time: 0.0431283 Mar 18 12:47:41.777924 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8e38-730e-42c5-9ec2-ce499346418c req-56c8a102-6405-44a3-935e-868f850ae2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:41.779320 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-490f8e38-730e-42c5-9ec2-ce499346418c req-56c8a102-6405-44a3-935e-868f850ae2fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 912 time: 0.0850899 Mar 18 12:47:41.842041 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-490f8e38-730e-42c5-9ec2-ce499346418c req-bc24e2bf-d773-4dcc-8cee-ccea50cc76b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7786190-e0c4-4199-8b84-1cf4a6c14ca9 HTTP/1.1" status: 200 len: 999 time: 0.0569022 Mar 18 12:47:41.890304 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8e38-730e-42c5-9ec2-ce499346418c req-2fd99bd1-bae8-42b0-b6f9-f99f73cdcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:41.891779 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-490f8e38-730e-42c5-9ec2-ce499346418c req-2fd99bd1-bae8-42b0-b6f9-f99f73cdcb6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0435963 Mar 18 12:47:41.907527 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '6834bf5f-33cd-4b82-8065-401221f55db9', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'port_id': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'mac_address': 'fa:16:3e:df:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:47:31Z', 'updated_at': '2022-03-18T12:47:41Z', 'revision_number': 1, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:47:41.933937 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] Checking router: 089353cb-95b3-4aa2-98ec-2e9ae8253407 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:47:41.941964 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:47:41.942597 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:47:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:47:41.944174 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8e38-730e-42c5-9ec2-ce499346418c req-3e8a62b8-4a02-4078-9f08-848941d8e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:47:41.945726 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-490f8e38-730e-42c5-9ec2-ce499346418c req-3e8a62b8-4a02-4078-9f08-848941d8e7ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485303 Mar 18 12:47:42.031694 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-490f8e38-730e-42c5-9ec2-ce499346418c req-096a4e1f-76dc-4f21-9d8b-aa33c84d2eaa service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795941 Mar 18 12:47:42.048191 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:47:42.124047 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-490f8e38-730e-42c5-9ec2-ce499346418c req-bdc0fb16-0a76-45e2-84ea-8b4deb67ee0b service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865030 Mar 18 12:47:42.387572 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '6834bf5f-33cd-4b82-8065-401221f55db9', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'port_id': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'mac_address': 'fa:16:3e:df:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:47:31Z', 'updated_at': '2022-03-18T12:47:41Z', 'revision_number': 1, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:47:42.412105 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ab06cd-ba1c-42c0-a333-a1994aed94e4 None None] The sync data for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi is: [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '6834bf5f-33cd-4b82-8065-401221f55db9', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'port_id': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'mac_address': 'fa:16:3e:df:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:47:31Z', 'updated_at': '2022-03-18T12:47:41Z', 'revision_number': 1, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:47:42.589878 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c90616-21c1-4f09-b2a1-a7af2e726d3b None None] New status for floating IP 6834bf5f-33cd-4b82-8065-401221f55db9: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:47:45.692164 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-845d97eb-1c0d-4bda-92c8-681156b1afe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:48.047915 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3e47-639b-4c7e-abe6-e86f6e2fa44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:49.087410 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:50.732384 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:52.089592 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:47:52.321295 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:01.780386 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-7011280a-d800-4b95-9184-8d724ad87395 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426881 Mar 18 12:48:01.865518 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-0e6d563a-d53f-4d25-a0eb-e1516880f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:48:01.867305 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-0e6d563a-d53f-4d25-a0eb-e1516880f2f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e657a481d654ea180b4a60403469a6a&device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 1129 time: 0.0437620 Mar 18 12:48:01.968214 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-1208dbf7-d61b-4d7e-be26-261bf45c8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:48:01.969616 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-1208dbf7-d61b-4d7e-be26-261bf45c8b7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 200 len: 912 time: 0.0840709 Mar 18 12:48:02.034166 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-348d3612-8935-4706-a95c-ddf9e4e1bd2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7786190-e0c4-4199-8b84-1cf4a6c14ca9 HTTP/1.1" status: 200 len: 1001 time: 0.0574682 Mar 18 12:48:02.080939 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-4c279255-5d48-42ac-b102-7e4420fe745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:48:02.082351 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-4c279255-5d48-42ac-b102-7e4420fe745d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 200 len: 850 time: 0.0424531 Mar 18 12:48:02.133688 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-da690b4c-eabf-42cb-9888-b9bd0df887a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:48:02.135359 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-da690b4c-eabf-42cb-9888-b9bd0df887a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95cecf23-abea-4975-9417-a33c9841de74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465066 Mar 18 12:48:02.220355 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-16da7d64-5a95-406c-8171-2e6ca56783c6 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789330 Mar 18 12:48:02.309907 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92f8f477-6f22-4345-b195-040cf90b71b7 req-8136feda-4113-4cb0-92d0-1f6305c71b08 service neutron] 10.222.0.37 "GET /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829360 Mar 18 12:48:15.692370 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6070bbcc-209d-43cc-aac5-66c99f23b6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:15.855112 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:48:18.049879 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-535ffdf4-c1f1-4e47-a147-524161783809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:19.090341 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:20.734167 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:22.103830 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:22.324328 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:38.277254 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fdeb0-e6b8-4967-8875-453a10eed648 req-dbda6e7b-c647-455f-9411-e04be998ad64 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:48:38.278643 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e19fdeb0-e6b8-4967-8875-453a10eed648 req-dbda6e7b-c647-455f-9411-e04be998ad64 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 945 time: 0.0533485 Mar 18 12:48:38.323614 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e19fdeb0-e6b8-4967-8875-453a10eed648 req-7f0a42fb-eaba-4885-8f3c-95d3bf7762ac tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e80f551-2acf-4636-97a2-6e84953214f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394232 Mar 18 12:48:39.440620 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981497ed-2b7a-43b4-92f1-170de0db8b8c req-024cb25f-bef9-4b8f-bb85-5f5fb63f63da tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:48:39.442075 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-981497ed-2b7a-43b4-92f1-170de0db8b8c req-024cb25f-bef9-4b8f-bb85-5f5fb63f63da tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 945 time: 0.0514300 Mar 18 12:48:39.486429 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-981497ed-2b7a-43b4-92f1-170de0db8b8c req-eabc686c-7f59-4a48-a283-6ed7d91da86f tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e80f551-2acf-4636-97a2-6e84953214f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388296 Mar 18 12:48:39.919811 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-04932e7b-a945-479a-98e8-0cc90067e806 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:48:39.921251 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-04932e7b-a945-479a-98e8-0cc90067e806 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 945 time: 0.0532441 Mar 18 12:48:40.019456 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Deleting port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:48:40.019787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:40.108650 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] For port e7786190-e0c4-4199-8b84-1cf4a6c14ca9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:48:40.109006 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:40.272328 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:40.272601 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (6834bf5f-33cd-4b82-8065-401221f55db9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:40.272913 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Floating IP 6834bf5f-33cd-4b82-8065-401221f55db9 disassociated. External IP: 172.27.2.204, port: e7786190-e0c4-4199-8b84-1cf4a6c14ca9. Mar 18 12:48:40.273245 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Calling delete_port for e7786190-e0c4-4199-8b84-1cf4a6c14ca9 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:48:40.396814 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (e7786190-e0c4-4199-8b84-1cf4a6c14ca9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:40.425012 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event deleted for resources: {'Port': ['ID=e7786190-e0c4-4199-8b84-1cf4a6c14ca9,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:40.435498 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.435847 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.436194 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.436536 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.436868 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.437197 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.437522 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.437844 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.438171 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.438496 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.438844 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.439169 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.439494 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.439814 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.440134 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:40.549087 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Router 089353cb-95b3-4aa2-98ec-2e9ae8253407 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:48:40.582806 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-49a8e83e-e50b-4aae-8d9b-a2687e62827f req-d760d3ac-3b83-4671-bf3c-4a9cdb580368 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/ports?device_id=305f8a75-82e6-4675-8411-2a6783ea90d3 HTTP/1.1" status: 200 len: 210 time: 0.0300901 Mar 18 12:48:40.655663 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:48:40.665861 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] Sync routers for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:48:40.678220 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:48:40.678853 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:48:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:40.695156 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] No DVR routers for this DVR port e7786190-e0c4-4199-8b84-1cf4a6c14ca9 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:48:40.698207 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:40.701626 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a5b1db1-83dd-4173-b9af-5608ccc4b758 req-fb298f51-da4c-45fc-915d-fe167eafe364 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.37 "DELETE /v2.0/ports/e7786190-e0c4-4199-8b84-1cf4a6c14ca9 HTTP/1.1" status: 204 len: 173 time: 0.7748554 Mar 18 12:48:40.702094 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'name': 'network-vif-deleted', 'tag': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:48:40.704951 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846b053-6169-454b-97c0-53d5f6dc70a3" -d '{"events": [{"server_uuid": "305f8a75-82e6-4675-8411-2a6783ea90d3", "name": "network-vif-deleted", "tag": "e7786190-e0c4-4199-8b84-1cf4a6c14ca9"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:48:40.743438 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93458b0e-3836-4216-adfc-7fd3ee2af0f8 x-openstack-request-id: req-93458b0e-3836-4216-adfc-7fd3ee2af0f8 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:48:40.743729 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305f8a75-82e6-4675-8411-2a6783ea90d3", "name": "network-vif-deleted", "tag": "e7786190-e0c4-4199-8b84-1cf4a6c14ca9", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:48:40.743979 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93458b0e-3836-4216-adfc-7fd3ee2af0f8 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:48:40.744376 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305f8a75-82e6-4675-8411-2a6783ea90d3', 'name': 'network-vif-deleted', 'tag': 'e7786190-e0c4-4199-8b84-1cf4a6c14ca9', 'status': 'completed', 'code': 200} Mar 18 12:48:40.789089 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:48:40.989461 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:41.019577 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] Checking router: 089353cb-95b3-4aa2-98ec-2e9ae8253407 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:48:41.027903 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:48:41.028568 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:48:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:41.147665 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:48:41.357116 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:41.391413 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a6e5df-dfda-4c6d-9637-22022569d9f3 None None] The sync data for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi is: [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:45Z', 'revision_number': 4, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '3e3d3412-02b4-49ae-831e-66f0e84c3650', 'name': '', 'network_id': '95cecf23-abea-4975-9417-a33c9841de74', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'mac_address': 'fa:16:3e:db:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:44Z', 'updated_at': '2022-03-18T12:44:48Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'subnets': [{'id': 'a624327b-aa26-4f52-a41f-9123a1ef2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:48:41.596149 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822d0b84-d38e-4ac7-9c76-2edecc195cb9 None None] New status for floating IP 6834bf5f-33cd-4b82-8065-401221f55db9: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:48:41.665041 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41000) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:41.721730 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f33be29-9d1e-4a5d-9ba4-cd85a20696a1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (6e80f551-2acf-4636-97a2-6e84953214f0), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:41.747867 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f33be29-9d1e-4a5d-9ba4-cd85a20696a1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (6e80f551-2acf-4636-97a2-6e84953214f0), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:41.797417 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f33be29-9d1e-4a5d-9ba4-cd85a20696a1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (6e80f551-2acf-4636-97a2-6e84953214f0), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:41.799981 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f33be29-9d1e-4a5d-9ba4-cd85a20696a1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:41.803561 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9f33be29-9d1e-4a5d-9ba4-cd85a20696a1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e80f551-2acf-4636-97a2-6e84953214f0 HTTP/1.1" status: 204 len: 168 time: 0.1350560 Mar 18 12:48:41.803943 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41002) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:41.811287 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33be29-9d1e-4a5d-9ba4-cd85a20696a1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e80f551-2acf-4636-97a2-6e84953214f0,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:41.819525 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-d554f89e-c8ff-4bf8-97a8-a664f8516472 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] show failed (client error): The resource could not be found. Mar 18 12:48:41.823978 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d554f89e-c8ff-4bf8-97a8-a664f8516472 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "GET /v2.0/security-groups/6e80f551-2acf-4636-97a2-6e84953214f0 HTTP/1.1" status: 404 len: 347 time: 0.0182152 Mar 18 12:48:41.824340 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41004) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:41.947685 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Deleting port 4ea0f508-aa5f-4293-91a7-cd6fdd4a6397 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:48:41.948028 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (4ea0f508-aa5f-4293-91a7-cd6fdd4a6397), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:42.020236 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (4ea0f508-aa5f-4293-91a7-cd6fdd4a6397), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:42.020564 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (4ea0f508-aa5f-4293-91a7-cd6fdd4a6397), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:42.032671 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Calling delete_port for 4ea0f508-aa5f-4293-91a7-cd6fdd4a6397 owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:48:42.161461 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (4ea0f508-aa5f-4293-91a7-cd6fdd4a6397), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:42.185421 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Pushing event deleted for resources: {'Port': ['ID=4ea0f508-aa5f-4293-91a7-cd6fdd4a6397,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:42.246032 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks [] for floatingip (6834bf5f-33cd-4b82-8065-401221f55db9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:42.248592 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:42.249733 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ebbb5dea-6b1d-437c-b66d-90935ca4fbb1 tempest-AttachVolumeTestJSON-1683447368 tempest-AttachVolumeTestJSON-1683447368-project] 10.222.0.21 "DELETE /v2.0/floatingips/6834bf5f-33cd-4b82-8065-401221f55db9 HTTP/1.1" status: 204 len: 168 time: 0.4243715 Mar 18 12:48:44.121990 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device e7786190-e0c4-4199-8b84-1cf4a6c14ca9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:48:44.149888 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: e7786190-e0c4-4199-8b84-1cf4a6c14ca9 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:48:44.150173 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device e7786190-e0c4-4199-8b84-1cf4a6c14ca9 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:48:45.692371 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9219e91d-2fda-4f90-8a09-041f3c4507c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:45.753237 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41032) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:46.319686 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (089353cb-95b3-4aa2-98ec-2e9ae8253407), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:46.556732 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Deleting port 3e3d3412-02b4-49ae-831e-66f0e84c3650 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:48:46.557068 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:46.633844 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] For port 3e3d3412-02b4-49ae-831e-66f0e84c3650, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=3e3d3412-02b4-49ae-831e-66f0e84c3650,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:48:46.634127 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:46.646479 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Calling delete_port for 3e3d3412-02b4-49ae-831e-66f0e84c3650 owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:48:46.823480 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (3e3d3412-02b4-49ae-831e-66f0e84c3650), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:46.848428 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3d3412-02b4-49ae-831e-66f0e84c3650,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:47.014186 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (089353cb-95b3-4aa2-98ec-2e9ae8253407), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:47.228700 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Router 089353cb-95b3-4aa2-98ec-2e9ae8253407 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:48:47.336674 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:48:47.341197 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c594c63a-46a9-4ef6-b645-fa1439282a91 admin admin] 10.222.0.21 "PUT /v2.0/routers/089353cb-95b3-4aa2-98ec-2e9ae8253407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5869131 Mar 18 12:48:47.343687 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41034) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:47.346596 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] Sync routers for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:48:47.356496 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:48:47.357112 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:48:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:47.446233 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks [] for router (089353cb-95b3-4aa2-98ec-2e9ae8253407), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:47.463585 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:48:47.546369 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks [] for router_gateway (089353cb-95b3-4aa2-98ec-2e9ae8253407), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:47.597427 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Deleting port 7a7990dd-a3c4-498a-b671-700d2152895e {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:48:47.597759 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:47.636902 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:48:46Z', 'revision_number': 5, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port': {'id': '7a7990dd-a3c4-498a-b671-700d2152895e', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:47.662502 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] Checking router: 089353cb-95b3-4aa2-98ec-2e9ae8253407 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:48:47.671052 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] Routers {'089353cb-95b3-4aa2-98ec-2e9ae8253407'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:48:47.671660 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:48:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['089353cb-95b3-4aa2-98ec-2e9ae8253407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:47.676636 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] For port 7a7990dd-a3c4-498a-b671-700d2152895e, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=7a7990dd-a3c4-498a-b671-700d2152895e,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:48:47.676929 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:47.690274 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Calling delete_port for 7a7990dd-a3c4-498a-b671-700d2152895e owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:48:47.757624 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] Set router 089353cb-95b3-4aa2-98ec-2e9ae8253407 gateway port host: None {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:48:47.810875 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:48:47Z', 'revision_number': 6, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port_host': None}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:47.836138 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67b04f-e9eb-446e-b071-790d7999845b None None] The sync data for ids ['089353cb-95b3-4aa2-98ec-2e9ae8253407'] in dv-cinder-790535-30-iscsi is: [{'id': '089353cb-95b3-4aa2-98ec-2e9ae8253407', 'name': 'tempest-AttachVolumeTestJSON-1306589657-router', 'tenant_id': '7e657a481d654ea180b4a60403469a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:44:42Z', 'updated_at': '2022-03-18T12:48:47Z', 'revision_number': 6, 'project_id': '7e657a481d654ea180b4a60403469a6a', 'gw_port_host': None}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:48:47.853140 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (7a7990dd-a3c4-498a-b671-700d2152895e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:47.880792 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7990dd-a3c4-498a-b671-700d2152895e,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:47.939108 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (089353cb-95b3-4aa2-98ec-2e9ae8253407), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.028549 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (089353cb-95b3-4aa2-98ec-2e9ae8253407), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.030708 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks [] for router_controller (089353cb-95b3-4aa2-98ec-2e9ae8253407), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.051378 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3ae38ed-3cba-413c-96b6-5a5c34900285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.077090 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (089353cb-95b3-4aa2-98ec-2e9ae8253407), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.077623 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 089353cb-95b3-4aa2-98ec-2e9ae8253407 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:48:48.081884 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.082884 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-dc9b2cf4-c77b-441f-928d-17f580875c24 admin admin] 10.222.0.21 "DELETE /v2.0/routers/089353cb-95b3-4aa2-98ec-2e9ae8253407 HTTP/1.1" status: 204 len: 168 time: 0.7382956 Mar 18 12:48:48.085365 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41036) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:48.129047 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33139c0-d9ae-4761-b2dd-473bef876102 admin admin] Deleting subnet a624327b-aa26-4f52-a41f-9123a1ef2af8 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:48:48.131945 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c33139c0-d9ae-4761-b2dd-473bef876102 admin admin] Publish callbacks [] for subnet (a624327b-aa26-4f52-a41f-9123a1ef2af8), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.166206 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c33139c0-d9ae-4761-b2dd-473bef876102 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (a624327b-aa26-4f52-a41f-9123a1ef2af8), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.249378 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c33139c0-d9ae-4761-b2dd-473bef876102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (a624327b-aa26-4f52-a41f-9123a1ef2af8), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.292320 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 3e3d3412-02b4-49ae-831e-66f0e84c3650 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:48:48.314282 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c33139c0-d9ae-4761-b2dd-473bef876102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (a624327b-aa26-4f52-a41f-9123a1ef2af8), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.317954 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 3e3d3412-02b4-49ae-831e-66f0e84c3650 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:48:48.318640 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 3e3d3412-02b4-49ae-831e-66f0e84c3650 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:48:48.340549 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33139c0-d9ae-4761-b2dd-473bef876102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a624327b-aa26-4f52-a41f-9123a1ef2af8,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:48.344187 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c33139c0-d9ae-4761-b2dd-473bef876102 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.347427 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c33139c0-d9ae-4761-b2dd-473bef876102 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a624327b-aa26-4f52-a41f-9123a1ef2af8 HTTP/1.1" status: 204 len: 168 time: 0.2610822 Mar 18 12:48:48.349831 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41038) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:48.353527 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db98cdc5-8d21-4ddd-80ba-efe9dcdeed2a None None] Network 95cecf23-abea-4975-9417-a33c9841de74 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:48:48.419632 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (95cecf23-abea-4975-9417-a33c9841de74), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.481952 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Deleting port f3612fb3-5d8b-443d-ae72-f526543c873b {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:48:48.482419 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.506279 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] DHCP port deletion for 95cecf23-abea-4975-9417-a33c9841de74 request from dv-cinder-790535-30-iscsi {{(pid=103443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 12:48:48.546459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] For port f3612fb3-5d8b-443d-ae72-f526543c873b, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=f3612fb3-5d8b-443d-ae72-f526543c873b,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:48:48.547071 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.557845 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Deleting port f3612fb3-5d8b-443d-ae72-f526543c873b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:48:48.558221 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.560345 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Calling delete_port for f3612fb3-5d8b-443d-ae72-f526543c873b owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:48:48.620971 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] For port f3612fb3-5d8b-443d-ae72-f526543c873b, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=f3612fb3-5d8b-443d-ae72-f526543c873b,segment=NetworkSegment(04c57fb8-b9e9-4a21-a837-6c0ddde236ff),segment_id=04c57fb8-b9e9-4a21-a837-6c0ddde236ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:48:48.621374 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.634580 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Calling delete_port for f3612fb3-5d8b-443d-ae72-f526543c873b owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:48:48.651751 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.677948 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3612fb3-5d8b-443d-ae72-f526543c873b,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:48.680173 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] No DVR routers for this DVR port f3612fb3-5d8b-443d-ae72-f526543c873b on host dv-cinder-790535-30-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:48:48.752347 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (95cecf23-abea-4975-9417-a33c9841de74), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.774620 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cecf23-abea-4975-9417-a33c9841de74']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:48.784640 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c57fb8-b9e9-4a21-a837-6c0ddde236ff') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:48.784945 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c57fb8-b9e9-4a21-a837-6c0ddde236ff') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:48:48.795117 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (04c57fb8-b9e9-4a21-a837-6c0ddde236ff), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.810184 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (04c57fb8-b9e9-4a21-a837-6c0ddde236ff), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.817927 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:48:48.818366 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (04c57fb8-b9e9-4a21-a837-6c0ddde236ff), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:48:48.820253 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:48:48.857943 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414'] for port (f3612fb3-5d8b-443d-ae72-f526543c873b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.879057 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (95cecf23-abea-4975-9417-a33c9841de74), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.884415 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Pushing event deleted for resources: {'Port': ['ID=f3612fb3-5d8b-443d-ae72-f526543c873b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:48.891901 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] No DVR routers for this DVR port f3612fb3-5d8b-443d-ae72-f526543c873b on host dv-cinder-790535-30-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:48:48.895163 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.895469 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:48.895592 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.895843 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.896188 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.896528 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.896855 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.897196 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.897513 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.897839 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.898171 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.901134 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.901408 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] 10.222.0.21 "DELETE /v2.0/networks/95cecf23-abea-4975-9417-a33c9841de74 HTTP/1.1" status: 204 len: 168 time: 0.5477815 Mar 18 12:48:48.901643 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.901747 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10863d6e-257a-4194-a421-86be64507535 admin admin] Pushing event deleted for resources: {'Network': ['ID=95cecf23-abea-4975-9417-a33c9841de74,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:48.901836 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.901836 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:48.901836 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff138-a73f-4e73-a601-d0e4728d2fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.097295 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:49.124507 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41042) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:49.163833 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4a89ec7a-909e-434e-8ad7-c7690bbe2bcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e657a481d654ea180b4a60403469a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380788 Mar 18 12:48:49.166624 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41044) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:49.210801 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Publish callbacks [] for security_group (d25a46b8-263b-46cd-8e25-e888adc207e1), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:49.231202 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Publish callbacks [] for security_group (d25a46b8-263b-46cd-8e25-e888adc207e1), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:49.276596 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (d25a46b8-263b-46cd-8e25-e888adc207e1), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:49.279258 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:49.280553 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d25a46b8-263b-46cd-8e25-e888adc207e1 HTTP/1.1" status: 204 len: 168 time: 0.1129305 Mar 18 12:48:49.287794 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25a46b8-263b-46cd-8e25-e888adc207e1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:49.295082 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.295427 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.295766 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.296104 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.296431 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.296753 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.297081 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.297400 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.297720 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.298037 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.298353 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.298697 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.299019 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.299330 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.299641 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff3a4e-f9e7-42d7-9f71-3869bae70e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:48:49.955076 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device f3612fb3-5d8b-443d-ae72-f526543c873b no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:48:49.975140 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: f3612fb3-5d8b-443d-ae72-f526543c873b {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:48:49.975491 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device f3612fb3-5d8b-443d-ae72-f526543c873b not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:48:49.975919 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 7a7990dd-a3c4-498a-b671-700d2152895e no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:48:49.994405 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 7a7990dd-a3c4-498a-b671-700d2152895e {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:48:49.994769 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 7a7990dd-a3c4-498a-b671-700d2152895e not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:48:50.744167 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.181581 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41114) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:51.302040 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-45cc9075-fa06-4e88-9d4c-12b0dbb21197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.374938 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-45cc9075-fa06-4e88-9d4c-12b0dbb21197 admin admin] Publish callbacks [] for security_group (9ab9e86c-a8e8-4235-9fe8-f16795a9d923), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.378430 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-45cc9075-fa06-4e88-9d4c-12b0dbb21197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (9ab9e86c-a8e8-4235-9fe8-f16795a9d923), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.416182 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-45cc9075-fa06-4e88-9d4c-12b0dbb21197 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f418f207a3b4ef283771b515625c543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335010 Mar 18 12:48:51.417147 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc9075-fa06-4e88-9d4c-12b0dbb21197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab9e86c-a8e8-4235-9fe8-f16795a9d923,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:51.419008 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41118) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:51.464839 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-788fd30c-7304-40a0-b523-d0b0c2e8ddb3 admin admin] Publish callbacks [] for security_group (9ab9e86c-a8e8-4235-9fe8-f16795a9d923), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.485030 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-788fd30c-7304-40a0-b523-d0b0c2e8ddb3 admin admin] Publish callbacks [] for security_group (9ab9e86c-a8e8-4235-9fe8-f16795a9d923), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.531410 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-788fd30c-7304-40a0-b523-d0b0c2e8ddb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (9ab9e86c-a8e8-4235-9fe8-f16795a9d923), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.533901 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-788fd30c-7304-40a0-b523-d0b0c2e8ddb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.535041 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-788fd30c-7304-40a0-b523-d0b0c2e8ddb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ab9e86c-a8e8-4235-9fe8-f16795a9d923 HTTP/1.1" status: 204 len: 168 time: 0.1149573 Mar 18 12:48:51.542661 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fd30c-7304-40a0-b523-d0b0c2e8ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab9e86c-a8e8-4235-9fe8-f16795a9d923,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:51.784113 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41124) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:51.797590 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd26f007-8118-473d-9873-bb06ff9fe922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.871077 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd26f007-8118-473d-9873-bb06ff9fe922 admin admin] Publish callbacks [] for security_group (e454ed97-b9ba-4907-a238-a0b28455c154), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.874463 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd26f007-8118-473d-9873-bb06ff9fe922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e454ed97-b9ba-4907-a238-a0b28455c154), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.910161 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-bd26f007-8118-473d-9873-bb06ff9fe922 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b2e40ef4e1040f89155e960f203bd80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250508 Mar 18 12:48:51.912082 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26f007-8118-473d-9873-bb06ff9fe922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e454ed97-b9ba-4907-a238-a0b28455c154,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:51.912899 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41126) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:51.962838 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b40f7d3-0927-4545-8543-abf80747f5f9 admin admin] Publish callbacks [] for security_group (e454ed97-b9ba-4907-a238-a0b28455c154), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:51.983266 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b40f7d3-0927-4545-8543-abf80747f5f9 admin admin] Publish callbacks [] for security_group (e454ed97-b9ba-4907-a238-a0b28455c154), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:52.030050 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b40f7d3-0927-4545-8543-abf80747f5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e454ed97-b9ba-4907-a238-a0b28455c154), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:52.032589 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5b40f7d3-0927-4545-8543-abf80747f5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:52.033722 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5b40f7d3-0927-4545-8543-abf80747f5f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e454ed97-b9ba-4907-a238-a0b28455c154 HTTP/1.1" status: 204 len: 168 time: 0.1198106 Mar 18 12:48:52.041749 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40f7d3-0927-4545-8543-abf80747f5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e454ed97-b9ba-4907-a238-a0b28455c154,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:52.103549 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:52.327341 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:52.852950 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:48:57.613941 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41208) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:57.715604 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d479951-b890-4c88-a4e2-810f12559ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:57.784978 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d479951-b890-4c88-a4e2-810f12559ce5 admin admin] Publish callbacks [] for security_group (c510f99a-0266-48d0-a19b-f0c83c97a2e8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:57.789366 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d479951-b890-4c88-a4e2-810f12559ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c510f99a-0266-48d0-a19b-f0c83c97a2e8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:57.826644 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4d479951-b890-4c88-a4e2-810f12559ce5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1e8fbef88b14ec1a87b0b3a7ef1c8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115855 Mar 18 12:48:57.827842 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d479951-b890-4c88-a4e2-810f12559ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c510f99a-0266-48d0-a19b-f0c83c97a2e8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:57.829303 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41212) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:57.877272 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10a66648-5238-4439-9acb-dfc609052516 admin admin] Publish callbacks [] for security_group (c510f99a-0266-48d0-a19b-f0c83c97a2e8), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:57.898203 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10a66648-5238-4439-9acb-dfc609052516 admin admin] Publish callbacks [] for security_group (c510f99a-0266-48d0-a19b-f0c83c97a2e8), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:57.942893 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10a66648-5238-4439-9acb-dfc609052516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c510f99a-0266-48d0-a19b-f0c83c97a2e8), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:57.946100 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10a66648-5238-4439-9acb-dfc609052516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:57.947268 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-10a66648-5238-4439-9acb-dfc609052516 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c510f99a-0266-48d0-a19b-f0c83c97a2e8 HTTP/1.1" status: 204 len: 168 time: 0.1160297 Mar 18 12:48:57.954596 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a66648-5238-4439-9acb-dfc609052516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c510f99a-0266-48d0-a19b-f0c83c97a2e8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:58.198103 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41218) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:58.213190 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e039940-e67b-467b-ae1c-1242483c86b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:58.286940 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e039940-e67b-467b-ae1c-1242483c86b9 admin admin] Publish callbacks [] for security_group (aa9f362c-8953-4e2b-9411-9f4ff156dd7a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:58.291042 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e039940-e67b-467b-ae1c-1242483c86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (aa9f362c-8953-4e2b-9411-9f4ff156dd7a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:58.327881 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3e039940-e67b-467b-ae1c-1242483c86b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e3be83330134445a7b9a00977cdfeeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286855 Mar 18 12:48:58.328813 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e039940-e67b-467b-ae1c-1242483c86b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9f362c-8953-4e2b-9411-9f4ff156dd7a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:58.330603 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41220) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:58.384953 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da678f6b-6fa9-4ef5-9050-59829da053ae admin admin] Publish callbacks [] for security_group (aa9f362c-8953-4e2b-9411-9f4ff156dd7a), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:58.405132 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da678f6b-6fa9-4ef5-9050-59829da053ae admin admin] Publish callbacks [] for security_group (aa9f362c-8953-4e2b-9411-9f4ff156dd7a), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:58.453827 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da678f6b-6fa9-4ef5-9050-59829da053ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (aa9f362c-8953-4e2b-9411-9f4ff156dd7a), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:58.456346 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da678f6b-6fa9-4ef5-9050-59829da053ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:58.457465 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-da678f6b-6fa9-4ef5-9050-59829da053ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa9f362c-8953-4e2b-9411-9f4ff156dd7a HTTP/1.1" status: 204 len: 168 time: 0.1258276 Mar 18 12:48:58.464944 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da678f6b-6fa9-4ef5-9050-59829da053ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9f362c-8953-4e2b-9411-9f4ff156dd7a,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:59.121081 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41244) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:59.216243 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695188336-network', 'tenant_id': 'd593b672a1e34118a1791731f1d92986'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:48:59.235718 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Made reservation on behalf of d593b672a1e34118a1791731f1d92986 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:48:59.238092 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.246802 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.323391 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Publish callbacks [] for security_group (bce339ce-690e-42d0-97e6-815887eb67a3), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.327120 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (bce339ce-690e-42d0-97e6-815887eb67a3), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.347482 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:48:59.361693 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce339ce-690e-42d0-97e6-815887eb67a3,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:59.364441 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (bad03f47-1660-437d-ba4f-51ddfb47b48b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.364781 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Added segment bad03f47-1660-437d-ba4f-51ddfb47b48b of type vlan for network a32ec0ef-328a-4639-985e-7650ccbf1617 Mar 18 12:48:59.403696 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (a32ec0ef-328a-4639-985e-7650ccbf1617), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.427588 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (a32ec0ef-328a-4639-985e-7650ccbf1617), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.428507 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:48:59.429084 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.482990 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3606963 Mar 18 12:48:59.485859 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41248) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:48:59.490794 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Request body: {'subnet': {'network_id': 'a32ec0ef-328a-4639-985e-7650ccbf1617', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695188336-subnet', 'tenant_id': 'd593b672a1e34118a1791731f1d92986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:48:59.491430 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b871db-db4b-4ded-a7e3-bec4ecb70b3f admin admin] Pushing event updated for resources: {'Network': ['ID=a32ec0ef-328a-4639-985e-7650ccbf1617,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:59.501798 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network a32ec0ef-328a-4639-985e-7650ccbf1617 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:48:59.512852 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Made reservation on behalf of d593b672a1e34118a1791731f1d92986 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:48:59.515455 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763634'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.681525 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8870282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763620'] for subnet (d37a1b25-5596-4a71-bd0f-a8111b61337e), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.734023 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37a1b25-5596-4a71-bd0f-a8111b61337e,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:48:59.744558 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Checking segment: {'id': 'bad03f47-1660-437d-ba4f-51ddfb47b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a32ec0ef-328a-4639-985e-7650ccbf1617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:48:59.744917 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Network hostable DHCP agents. Network: a32ec0ef-328a-4639-985e-7650ccbf1617, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:48:59.765935 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Network a32ec0ef-328a-4639-985e-7650ccbf1617 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:48:59.774346 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, a32ec0ef-328a-4639-985e-7650ccbf1617) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:48:59.778444 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:48:59.779069 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:48:59.784237 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b69a0d-c665-489d-8b0f-136241c3c3af None None] Network a32ec0ef-328a-4639-985e-7650ccbf1617 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:48:59.795308 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9f5e9cc9-d0e7-41d8-bd11-1016e74cef9a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3083017 Mar 18 12:48:59.881698 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e249dc6f-049b-4444-b7bc-c99598776462 None None] Network a32ec0ef-328a-4639-985e-7650ccbf1617 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:49:00.247257 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41264) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:00.252187 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-890261979-network', 'tenant_id': 'f5cfc87ce7d34a679331a54b185a3113'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:00.270302 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Made reservation on behalf of f5cfc87ce7d34a679331a54b185a3113 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:49:00.272414 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.281307 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.352868 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Publish callbacks [] for security_group (c17fc860-c910-49dc-a0e9-ef69a4be34f2), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.356400 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c17fc860-c910-49dc-a0e9-ef69a4be34f2), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.379458 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:49:00.388632 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17fc860-c910-49dc-a0e9-ef69a4be34f2,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:00.393145 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (d9932fc6-631b-4d7d-be66-a033d9eeb024), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.393478 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Added segment d9932fc6-631b-4d7d-be66-a033d9eeb024 of type vlan for network 73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4 Mar 18 12:49:00.433121 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.455993 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.456917 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:00.457486 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.511641 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2632391 Mar 18 12:49:00.514585 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41266) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:00.519477 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Request body: {'subnet': {'network_id': '73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-890261979-subnet', 'tenant_id': 'f5cfc87ce7d34a679331a54b185a3113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:00.520110 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610563f-35b6-43c0-be1a-40192cfed6fa admin admin] Pushing event updated for resources: {'Network': ['ID=73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:00.531054 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:49:00.539353 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Made reservation on behalf of f5cfc87ce7d34a679331a54b185a3113 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:49:00.541693 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763634'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.702044 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8870282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763620'] for subnet (d24c4699-5aa3-41e5-b086-d3ecb2464ce6), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.754622 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24c4699-5aa3-41e5-b086-d3ecb2464ce6,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:00.763477 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Checking segment: {'id': 'd9932fc6-631b-4d7d-be66-a033d9eeb024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:00.763829 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Network hostable DHCP agents. Network: 73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:49:00.780149 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Network 73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:49:00.787649 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:00.791318 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:00.791904 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:00.795904 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869fddd3-aabb-4319-9978-3bc182672c9b None None] Network 73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:49:00.807207 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3de7eca9-c859-47cc-a397-946087718c45 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2914202 Mar 18 12:49:00.893240 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d4ab1-ee0f-4983-9c97-cbac9e7a29d4 None None] Network 73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:49:14.131242 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41384) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:14.175456 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55def69-4ee4-4425-bc28-1f306e3fc389 admin admin] Deleting subnet d37a1b25-5596-4a71-bd0f-a8111b61337e {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:49:14.178389 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d55def69-4ee4-4425-bc28-1f306e3fc389 admin admin] Publish callbacks [] for subnet (d37a1b25-5596-4a71-bd0f-a8111b61337e), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.211159 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d55def69-4ee4-4425-bc28-1f306e3fc389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651026'] for subnet (d37a1b25-5596-4a71-bd0f-a8111b61337e), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.248240 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d55def69-4ee4-4425-bc28-1f306e3fc389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (d37a1b25-5596-4a71-bd0f-a8111b61337e), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.300940 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d55def69-4ee4-4425-bc28-1f306e3fc389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9083950'] for subnet (d37a1b25-5596-4a71-bd0f-a8111b61337e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.325645 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55def69-4ee4-4425-bc28-1f306e3fc389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37a1b25-5596-4a71-bd0f-a8111b61337e,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:14.331336 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d55def69-4ee4-4425-bc28-1f306e3fc389 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.335233 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d55def69-4ee4-4425-bc28-1f306e3fc389 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d37a1b25-5596-4a71-bd0f-a8111b61337e HTTP/1.1" status: 204 len: 168 time: 0.2029831 Mar 18 12:49:14.337886 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41386) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:14.404780 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (a32ec0ef-328a-4639-985e-7650ccbf1617), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.482261 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (a32ec0ef-328a-4639-985e-7650ccbf1617), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.502098 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32ec0ef-328a-4639-985e-7650ccbf1617']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:14.511726 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad03f47-1660-437d-ba4f-51ddfb47b48b') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:14.512025 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad03f47-1660-437d-ba4f-51ddfb47b48b') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:14.521014 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (bad03f47-1660-437d-ba4f-51ddfb47b48b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.533659 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (bad03f47-1660-437d-ba4f-51ddfb47b48b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.539341 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:49:14.539755 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (bad03f47-1660-437d-ba4f-51ddfb47b48b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:49:14.541246 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:49:14.592428 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (a32ec0ef-328a-4639-985e-7650ccbf1617), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.597516 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.600608 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/a32ec0ef-328a-4639-985e-7650ccbf1617 HTTP/1.1" status: 204 len: 168 time: 0.2617056 Mar 18 12:49:14.603451 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41388) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:14.611156 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1991f-697c-4257-b0fd-2bcf64a1f5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a32ec0ef-328a-4639-985e-7650ccbf1617,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:14.651960 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58fab95-ffae-417e-992a-909783eb4b8b admin admin] Deleting subnet d24c4699-5aa3-41e5-b086-d3ecb2464ce6 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:49:14.655055 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b58fab95-ffae-417e-992a-909783eb4b8b admin admin] Publish callbacks [] for subnet (d24c4699-5aa3-41e5-b086-d3ecb2464ce6), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.689050 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b58fab95-ffae-417e-992a-909783eb4b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911340'] for subnet (d24c4699-5aa3-41e5-b086-d3ecb2464ce6), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.726670 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b58fab95-ffae-417e-992a-909783eb4b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (d24c4699-5aa3-41e5-b086-d3ecb2464ce6), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.777627 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b58fab95-ffae-417e-992a-909783eb4b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8870347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763615'] for subnet (d24c4699-5aa3-41e5-b086-d3ecb2464ce6), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.802199 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fab95-ffae-417e-992a-909783eb4b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24c4699-5aa3-41e5-b086-d3ecb2464ce6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:14.806512 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b58fab95-ffae-417e-992a-909783eb4b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.810972 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b58fab95-ffae-417e-992a-909783eb4b8b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d24c4699-5aa3-41e5-b086-d3ecb2464ce6 HTTP/1.1" status: 204 len: 168 time: 0.2064123 Mar 18 12:49:14.812380 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41390) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:14.881518 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.955115 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:14.974382 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:14.983879 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9932fc6-631b-4d7d-be66-a033d9eeb024') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:14.984178 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9932fc6-631b-4d7d-be66-a033d9eeb024') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:14.999238 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651051'] for segment (d9932fc6-631b-4d7d-be66-a033d9eeb024), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.013192 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (d9932fc6-631b-4d7d-be66-a033d9eeb024), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.018850 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:49:15.019227 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3660883'] for segment (d9932fc6-631b-4d7d-be66-a033d9eeb024), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: Traceback (most recent call last): Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: timer() Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: cb(*args, **kw) Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: return func(*args, **kwargs) Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: self._notify() Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: self.callback(batched_events) Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: event.method(event) Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: return f(self, *a, **k) Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._get(url).json() Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:49:15.020770 dv-cinder-790535-30-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:49:15.074557 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.078951 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.082097 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] 10.222.0.21 "DELETE /v2.0/networks/73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4 HTTP/1.1" status: 204 len: 168 time: 0.2687380 Mar 18 12:49:15.095072 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078e56d-6e8f-4af8-bdf4-c8f840de7393 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a8fb0a-99fb-46a6-8e0b-ce977cd4f7a4,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:15.234787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41394) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:15.273568 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-79eb65e9-1101-439a-8bdb-289d46092484 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d593b672a1e34118a1791731f1d92986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371456 Mar 18 12:49:15.276024 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41396) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:15.321154 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5e7acf15-0986-427d-ad4c-cdb97119f8fa admin admin] Publish callbacks [] for security_group (bce339ce-690e-42d0-97e6-815887eb67a3), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.341411 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5e7acf15-0986-427d-ad4c-cdb97119f8fa admin admin] Publish callbacks [] for security_group (bce339ce-690e-42d0-97e6-815887eb67a3), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.388902 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5e7acf15-0986-427d-ad4c-cdb97119f8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (bce339ce-690e-42d0-97e6-815887eb67a3), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.391557 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5e7acf15-0986-427d-ad4c-cdb97119f8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.392669 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5e7acf15-0986-427d-ad4c-cdb97119f8fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bce339ce-690e-42d0-97e6-815887eb67a3 HTTP/1.1" status: 204 len: 168 time: 0.1157427 Mar 18 12:49:15.402290 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7acf15-0986-427d-ad4c-cdb97119f8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce339ce-690e-42d0-97e6-815887eb67a3,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:15.693208 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41402) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:15.693479 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-310dd9a9-2763-4c1a-9b5a-58ec1f17dd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.732109 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-33634bfa-3180-439a-8694-a957d37071d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5cfc87ce7d34a679331a54b185a3113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378013 Mar 18 12:49:15.734477 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41404) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:15.780131 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1af5527f-74c0-4b51-8555-740e999a54e3 admin admin] Publish callbacks [] for security_group (c17fc860-c910-49dc-a0e9-ef69a4be34f2), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.799787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1af5527f-74c0-4b51-8555-740e999a54e3 admin admin] Publish callbacks [] for security_group (c17fc860-c910-49dc-a0e9-ef69a4be34f2), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.843738 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1af5527f-74c0-4b51-8555-740e999a54e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c17fc860-c910-49dc-a0e9-ef69a4be34f2), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.846299 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1af5527f-74c0-4b51-8555-740e999a54e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:15.847442 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1af5527f-74c0-4b51-8555-740e999a54e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c17fc860-c910-49dc-a0e9-ef69a4be34f2 HTTP/1.1" status: 204 len: 168 time: 0.1120601 Mar 18 12:49:15.855262 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5527f-74c0-4b51-8555-740e999a54e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17fc860-c910-49dc-a0e9-ef69a4be34f2,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:18.033723 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-7a63564d-97b4-445a-83af-3b6b7173d859 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=769cd4e7070a4b218c916ed524e0069c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319285 Mar 18 12:49:18.053205 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4796c105-888f-4bb2-a04c-d7802e8e2d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:18.212586 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159f07-2336-44ed-8117-b70cb129a712 req-dccc43cb-0f94-4f3e-a76e-8469f04d770f tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:18.213930 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-dccc43cb-0f94-4f3e-a76e-8469f04d770f tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733074 Mar 18 12:49:18.228351 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-76e2e0c2-6f7e-40a1-8c09-25f4bf38d9bb tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/quotas/769cd4e7070a4b218c916ed524e0069c HTTP/1.1" status: 200 len: 375 time: 0.0091853 Mar 18 12:49:18.258714 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-6f254b35-0bb1-478b-8c9f-1cee4708a7f5 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=769cd4e7070a4b218c916ed524e0069c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258129 Mar 18 12:49:18.411346 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-485fe026-072c-4e35-a72a-67b61d2d8117 req-2af92d81-a147-4cf5-ade4-a7975df29739 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 210 time: 0.0265887 Mar 18 12:49:19.093841 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:19.228123 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-24b23e04-8fbe-4b70-9584-801c62cb1ef9 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=769cd4e7070a4b218c916ed524e0069c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303876 Mar 18 12:49:19.521663 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-89f38dc7-26d4-44a6-9f6b-c35c085b6179 req-18e3882e-f207-4fc1-9c85-11e891082ca7 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 210 time: 0.0306072 Mar 18 12:49:19.649951 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159f07-2336-44ed-8117-b70cb129a712 req-32f2ca4e-315f-45df-9a1c-3733ec5d9e24 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:19.651276 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-32f2ca4e-315f-45df-9a1c-3733ec5d9e24 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4187562 Mar 18 12:49:19.664897 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Request body: {'port': {'device_id': '11971a83-ba76-42ba-9c6d-0e2e9794b55b', 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d', 'admin_state_up': True, 'tenant_id': '769cd4e7070a4b218c916ed524e0069c'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:19.766418 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Made reservation on behalf of 769cd4e7070a4b218c916ed524e0069c for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:49:19.769658 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:19.778526 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:19.860829 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks [] for security_group (e10c4938-b471-42b1-8da1-7a11d4a502ca), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:19.864685 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e10c4938-b471-42b1-8da1-7a11d4a502ca), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:19.929802 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10c4938-b471-42b1-8da1-7a11d4a502ca,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:19.994986 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Allocated IP 192.168.233.184 (37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d/5e2f79c3-369c-4d22-bc5f-04aed8e1f560/6ca93e8a-3bdc-4331-ad59-a5af32cdc853) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:49:20.138988 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks [] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.171447 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.212767 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:49:20.215847 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:20.219375 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:49:20.227495 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Pushing event updated for resources: {'Port': ['ID=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:20.277360 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:20.278024 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.294630 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-efca4e6b-3e22-4a8f-ad50-000d22ea592c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6339815 Mar 18 12:49:20.305906 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Request body: {'port': {'device_id': '11971a83-ba76-42ba-9c6d-0e2e9794b55b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:20.364745 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.505186 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-433ec293-c66a-46be-a90c-e28e17867b51 None None] Provisioning complete for port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:20.505753 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-433ec293-c66a-46be-a90c-e28e17867b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.538156 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-433ec293-c66a-46be-a90c-e28e17867b51 None None] Port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:49:20.623585 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:49:20.631012 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Publish callbacks [] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.638807 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d89d-55cb-4313-aca2-c83f897bbb01 req-1ddbfd4a-d8a5-47c7-8daf-5271f7329367 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:20.640267 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4725d89d-55cb-4313-aca2-c83f897bbb01 req-1ddbfd4a-d8a5-47c7-8daf-5271f7329367 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 936 time: 0.0508287 Mar 18 12:49:20.643937 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Transition to ACTIVE for port object 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:49:20.647271 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.689145 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4725d89d-55cb-4313-aca2-c83f897bbb01 req-4f9d7b8b-34d1-47db-a1e0-8eea28220ec1 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/security-groups?id=e10c4938-b471-42b1-8da1-7a11d4a502ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Mar 18 12:49:20.699764 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:20.747457 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.766586 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Attempting to bind port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:49:20.766924 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Attempting to bind port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '5d7edbba-c76f-44ea-8f9c-7b937f506104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:49:20.767248 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Attempting to bind port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 on network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:49:20.771669 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 on network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:49:20.772002 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Attempting to bind port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 on network 37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:49:20.776918 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:49:20.777255 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Checking segment: {'id': '5d7edbba-c76f-44ea-8f9c-7b937f506104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:20.777636 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Bound using segment: {'id': '5d7edbba-c76f-44ea-8f9c-7b937f506104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:49:20.778060 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Bound port: 6ca93e8a-3bdc-4331-ad59-a5af32cdc853, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7edbba-c76f-44ea-8f9c-7b937f506104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:49:20.778412 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.845125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] For port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:49:20.848935 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] For port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,segment=NetworkSegment(5d7edbba-c76f-44ea-8f9c-7b937f506104),segment_id=5d7edbba-c76f-44ea-8f9c-7b937f506104)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:49:20.855905 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.889571 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:20.890179 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:20.891553 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/6ca93e8a-3bdc-4331-ad59-a5af32cdc853 HTTP/1.1" status: 200 len: 1098 time: 0.5904188 Mar 18 12:49:20.891985 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11971a83-ba76-42ba-9c6d-0e2e9794b55b', 'tag': '6ca93e8a-3bdc-4331-ad59-a5af32cdc853'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:49:20.894200 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "11971a83-ba76-42ba-9c6d-0e2e9794b55b", "tag": "6ca93e8a-3bdc-4331-ad59-a5af32cdc853"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:49:20.918787 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bc075-faaf-4484-9df1-ffd66014f4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:20.941044 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6396201-dca9-4425-ad31-ab0e190bfac2 x-openstack-request-id: req-a6396201-dca9-4425-ad31-ab0e190bfac2 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:49:20.941344 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11971a83-ba76-42ba-9c6d-0e2e9794b55b", "tag": "6ca93e8a-3bdc-4331-ad59-a5af32cdc853", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:49:20.941603 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6396201-dca9-4425-ad31-ab0e190bfac2 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:49:20.941997 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11971a83-ba76-42ba-9c6d-0e2e9794b55b', 'tag': '6ca93e8a-3bdc-4331-ad59-a5af32cdc853', 'status': 'completed', 'code': 200} Mar 18 12:49:20.975581 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159f07-2336-44ed-8117-b70cb129a712 req-0c88108d-16f2-4ca7-8a03-da0507b8d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:20.977696 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-0c88108d-16f2-4ca7-8a03-da0507b8d24f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=769cd4e7070a4b218c916ed524e0069c&device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 1132 time: 0.0465705 Mar 18 12:49:21.019830 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-14ae8415-1053-4a2d-8a7f-814dc551586d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6ca93e8a-3bdc-4331-ad59-a5af32cdc853 HTTP/1.1" status: 200 len: 217 time: 0.0352662 Mar 18 12:49:21.075537 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159f07-2336-44ed-8117-b70cb129a712 req-07d1316d-2ed8-4b30-bbe9-5d5af00228db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:21.076992 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-07d1316d-2ed8-4b30-bbe9-5d5af00228db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5e2f79c3-369c-4d22-bc5f-04aed8e1f560 HTTP/1.1" status: 200 len: 843 time: 0.0510767 Mar 18 12:49:21.130310 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159f07-2336-44ed-8117-b70cb129a712 req-c6608224-cf34-4808-8354-178b571bd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:21.132073 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-c6608224-cf34-4808-8354-178b571bd5b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0492287 Mar 18 12:49:21.218199 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-8f27a508-1169-42d0-a719-640ee8762cb6 service neutron] 10.222.0.37 "GET /v2.0/networks/37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803828 Mar 18 12:49:21.307966 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95159f07-2336-44ed-8117-b70cb129a712 req-9107c103-275c-41af-ab8b-59fbdcce2d5c service neutron] 10.222.0.37 "GET /v2.0/networks/37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838990 Mar 18 12:49:21.390963 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-3e99dd13-4c3b-4b12-8236-e40c2e3c06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:21.392424 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-3e99dd13-4c3b-4b12-8236-e40c2e3c06e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=769cd4e7070a4b218c916ed524e0069c&device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 1132 time: 0.0444875 Mar 18 12:49:21.488684 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-0527dd79-f3b9-463a-95f6-24d92a8cfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:21.490145 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-0527dd79-f3b9-463a-95f6-24d92a8cfe2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d HTTP/1.1" status: 200 len: 870 time: 0.0910685 Mar 18 12:49:21.530881 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-87bc4397-4f39-42e6-aee0-df2505320603 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6ca93e8a-3bdc-4331-ad59-a5af32cdc853 HTTP/1.1" status: 200 len: 217 time: 0.0343404 Mar 18 12:49:21.576149 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-0a6e2bc0-db45-407b-a709-18a5a3a5b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:21.577423 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-0a6e2bc0-db45-407b-a709-18a5a3a5b1fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5e2f79c3-369c-4d22-bc5f-04aed8e1f560 HTTP/1.1" status: 200 len: 843 time: 0.0408072 Mar 18 12:49:21.628337 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-2123425d-b0da-436c-bdc0-683a47bf9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:21.629768 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-2123425d-b0da-436c-bdc0-683a47bf9350 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0462384 Mar 18 12:49:21.715094 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-3082b492-6f33-4993-b643-fa8def79b89e service neutron] 10.222.0.37 "GET /v2.0/networks/37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787725 Mar 18 12:49:21.806491 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e23deedc-b1c7-4032-ad49-7e2bc569fbe2 req-ef49e939-cf01-44f8-819d-11803be18282 service neutron] 10.222.0.37 "GET /v2.0/networks/37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855629 Mar 18 12:49:21.807092 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e623ed-abcb-4675-b6f1-dc7baaf34787 req-dd4b954e-27f2-4f41-8a87-037e8b8f41f0 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:21.808528 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a4e623ed-abcb-4675-b6f1-dc7baaf34787 req-dd4b954e-27f2-4f41-8a87-037e8b8f41f0 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 948 time: 0.0502455 Mar 18 12:49:21.853371 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a4e623ed-abcb-4675-b6f1-dc7baaf34787 req-9e452957-7fb2-42c0-919c-a8245b727d77 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/security-groups?id=e10c4938-b471-42b1-8da1-7a11d4a502ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391126 Mar 18 12:49:22.118603 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:22.328090 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:22.334506 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:49:22.426340 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,segment=NetworkSegment(5d7edbba-c76f-44ea-8f9c-7b937f506104),segment_id=5d7edbba-c76f-44ea-8f9c-7b937f506104)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:22.437799 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': '6ca93e8a-3bdc-4331-ad59-a5af32cdc853', 'network_id': '37fd36d4-d6ef-4c0f-a1e5-044d0aa1736d', 'port_id': '6ca93e8a-3bdc-4331-ad59-a5af32cdc853', 'mac_address': 'fa:16:3e:b4:59:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2f79c3-369c-4d22-bc5f-04aed8e1f560', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:49:22.475620 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:22.476528 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:22.488545 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:49:22.508599 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,segment=NetworkSegment(5d7edbba-c76f-44ea-8f9c-7b937f506104),segment_id=5d7edbba-c76f-44ea-8f9c-7b937f506104)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:22.512347 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:22.557593 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:22.719734 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['6ca93e8a-3bdc-4331-ad59-a5af32cdc853'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:49:22.972290 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df82f46-fa49-4b63-b2c6-dc87467630ac req-0b7e1808-bc37-4ff7-a9eb-78e578c36401 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:22.973627 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6df82f46-fa49-4b63-b2c6-dc87467630ac req-0b7e1808-bc37-4ff7-a9eb-78e578c36401 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 949 time: 0.0531781 Mar 18 12:49:23.018141 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6df82f46-fa49-4b63-b2c6-dc87467630ac req-5fd78395-7cb8-41c5-83c6-b2cfe4519176 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/security-groups?id=e10c4938-b471-42b1-8da1-7a11d4a502ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389655 Mar 18 12:49:24.133839 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af51fd-bd6d-4f9f-9ca7-53029ed5dcd7 req-1191bdc9-7bb3-49c3-bf59-dac4c1227afc tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:24.135299 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b0af51fd-bd6d-4f9f-9ca7-53029ed5dcd7 req-1191bdc9-7bb3-49c3-bf59-dac4c1227afc tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 949 time: 0.0507658 Mar 18 12:49:24.178784 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b0af51fd-bd6d-4f9f-9ca7-53029ed5dcd7 req-da4df3c2-e4df-4a16-92a3-95ce855371d1 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/security-groups?id=e10c4938-b471-42b1-8da1-7a11d4a502ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379913 Mar 18 12:49:24.339316 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:24.387946 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:49:24.391619 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:24.391994 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:24.468263 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:24.468578 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:24.492279 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11971a83-ba76-42ba-9c6d-0e2e9794b55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca93e8a-3bdc-4331-ad59-a5af32cdc853'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:49:24.495502 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dc20ec-9782-401e-befd-e7ae2bd82d24" -d '{"events": [{"server_uuid": "11971a83-ba76-42ba-9c6d-0e2e9794b55b", "name": "network-vif-plugged", "status": "completed", "tag": "6ca93e8a-3bdc-4331-ad59-a5af32cdc853"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:49:24.510226 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,segment=NetworkSegment(5d7edbba-c76f-44ea-8f9c-7b937f506104),segment_id=5d7edbba-c76f-44ea-8f9c-7b937f506104)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:24.514427 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:24.536815 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23a5f25-8ad4-4052-beb9-454b0e318bf6 x-openstack-request-id: req-a23a5f25-8ad4-4052-beb9-454b0e318bf6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:49:24.537105 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11971a83-ba76-42ba-9c6d-0e2e9794b55b", "name": "network-vif-plugged", "status": "completed", "tag": "6ca93e8a-3bdc-4331-ad59-a5af32cdc853", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:49:24.537361 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a23a5f25-8ad4-4052-beb9-454b0e318bf6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:49:24.537748 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11971a83-ba76-42ba-9c6d-0e2e9794b55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca93e8a-3bdc-4331-ad59-a5af32cdc853', 'code': 200} Mar 18 12:49:24.564300 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:24.691321 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0970a8-fb29-4f60-812f-4a14f0c98e6f req-f3ae4b7b-e695-4140-ae83-e1d7c2666018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:24.692762 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fa0970a8-fb29-4f60-812f-4a14f0c98e6f req-f3ae4b7b-e695-4140-ae83-e1d7c2666018 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 1134 time: 0.0436668 Mar 18 12:49:24.734181 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fa0970a8-fb29-4f60-812f-4a14f0c98e6f req-6439e068-3951-432e-b979-bee98545c65f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e10c4938-b471-42b1-8da1-7a11d4a502ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350151 Mar 18 12:49:25.295960 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45964dc-12ee-4e35-98a9-b5b798b6a96c req-02d7306a-e6ea-4c59-946b-0a363b71bb51 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:25.297387 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a45964dc-12ee-4e35-98a9-b5b798b6a96c req-02d7306a-e6ea-4c59-946b-0a363b71bb51 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 950 time: 0.0534546 Mar 18 12:49:25.341941 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a45964dc-12ee-4e35-98a9-b5b798b6a96c req-ebf3a308-e24e-4579-9ab9-f9450d091574 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/security-groups?id=e10c4938-b471-42b1-8da1-7a11d4a502ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Mar 18 12:49:26.456089 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42649803-088f-4539-8706-95e78f03266a req-c32c1ea9-6274-4d95-8d01-877f60b82599 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:26.457528 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-42649803-088f-4539-8706-95e78f03266a req-c32c1ea9-6274-4d95-8d01-877f60b82599 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 950 time: 0.0501995 Mar 18 12:49:26.502779 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-42649803-088f-4539-8706-95e78f03266a req-5bc77e92-4767-4ca0-a6ac-2f1165701ef9 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/security-groups?id=e10c4938-b471-42b1-8da1-7a11d4a502ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Mar 18 12:49:26.749978 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4eba9-08f9-4386-8ada-889c68e9b4b2 req-e996c403-243b-462f-9b80-42ac7ffc0b23 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:26.751414 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51b4eba9-08f9-4386-8ada-889c68e9b4b2 req-e996c403-243b-462f-9b80-42ac7ffc0b23 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 950 time: 0.0498078 Mar 18 12:49:26.798817 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51b4eba9-08f9-4386-8ada-889c68e9b4b2 req-73d2217f-5c34-4aa4-a494-23aedddab7f7 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/security-groups?id=e10c4938-b471-42b1-8da1-7a11d4a502ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Mar 18 12:49:27.914801 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4c80-2800-40c2-acd7-4ec508f2ac88 req-d93445d3-b6af-44d9-9a67-2c5084728e7c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:27.916263 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15ac4c80-2800-40c2-acd7-4ec508f2ac88 req-d93445d3-b6af-44d9-9a67-2c5084728e7c tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 950 time: 0.0511663 Mar 18 12:49:27.960705 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-15ac4c80-2800-40c2-acd7-4ec508f2ac88 req-68e29533-80ee-49c7-96a3-d950ce1b0c83 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.21 "GET /v2.0/security-groups?id=e10c4938-b471-42b1-8da1-7a11d4a502ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384874 Mar 18 12:49:28.010807 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-e13eeb7c-27b5-45ce-bfe0-b471e4e90892 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:28.012225 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-e13eeb7c-27b5-45ce-bfe0-b471e4e90892 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.37 "GET /v2.0/ports?device_id=11971a83-ba76-42ba-9c6d-0e2e9794b55b HTTP/1.1" status: 200 len: 950 time: 0.0503852 Mar 18 12:49:28.103059 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Deleting port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:49:28.103327 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:28.187421 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] For port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,segment=NetworkSegment(5d7edbba-c76f-44ea-8f9c-7b937f506104),segment_id=5d7edbba-c76f-44ea-8f9c-7b937f506104)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:28.187776 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:28.200556 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Calling delete_port for 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:49:28.325207 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (6ca93e8a-3bdc-4331-ad59-a5af32cdc853), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:28.337803 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['6ca93e8a-3bdc-4331-ad59-a5af32cdc853'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:49:28.353516 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Pushing event deleted for resources: {'Port': ['ID=6ca93e8a-3bdc-4331-ad59-a5af32cdc853,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:28.400803 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] No DVR routers for this DVR port 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:49:28.403365 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:28.406702 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2c9e7cd-db96-4845-84ee-92b38a49a5b1 req-5df1caff-aa4e-49b6-b77e-48390b56e354 tempest-VolumesNegativeTest-155567025 tempest-VolumesNegativeTest-155567025-project] 10.222.0.37 "DELETE /v2.0/ports/6ca93e8a-3bdc-4331-ad59-a5af32cdc853 HTTP/1.1" status: 204 len: 173 time: 0.3893714 Mar 18 12:49:28.407151 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11971a83-ba76-42ba-9c6d-0e2e9794b55b', 'name': 'network-vif-deleted', 'tag': '6ca93e8a-3bdc-4331-ad59-a5af32cdc853'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:49:28.409602 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777591d8-7e11-4b4e-9705-7b8d0f19ae4e" -d '{"events": [{"server_uuid": "11971a83-ba76-42ba-9c6d-0e2e9794b55b", "name": "network-vif-deleted", "tag": "6ca93e8a-3bdc-4331-ad59-a5af32cdc853"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:49:28.450670 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0946ca93-5eee-46ef-b099-949a86783a35 x-openstack-request-id: req-0946ca93-5eee-46ef-b099-949a86783a35 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:49:28.451041 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11971a83-ba76-42ba-9c6d-0e2e9794b55b", "name": "network-vif-deleted", "tag": "6ca93e8a-3bdc-4331-ad59-a5af32cdc853", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:49:28.451370 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0946ca93-5eee-46ef-b099-949a86783a35 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:49:28.451776 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11971a83-ba76-42ba-9c6d-0e2e9794b55b', 'name': 'network-vif-deleted', 'tag': '6ca93e8a-3bdc-4331-ad59-a5af32cdc853', 'status': 'completed', 'code': 200} Mar 18 12:49:29.851607 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:49:30.371287 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:49:30.391636 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:49:30.391930 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device 6ca93e8a-3bdc-4331-ad59-a5af32cdc853 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:49:32.755158 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41742) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:32.880262 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3311a2c0-4787-48e8-bf7e-ffa85d59c4ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=769cd4e7070a4b218c916ed524e0069c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240044 Mar 18 12:49:32.882788 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41746) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:32.927403 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-363b75a4-6b07-487e-871b-49729f710276 admin admin] Publish callbacks [] for security_group (e10c4938-b471-42b1-8da1-7a11d4a502ca), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:32.947957 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-363b75a4-6b07-487e-871b-49729f710276 admin admin] Publish callbacks [] for security_group (e10c4938-b471-42b1-8da1-7a11d4a502ca), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:32.993050 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-363b75a4-6b07-487e-871b-49729f710276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e10c4938-b471-42b1-8da1-7a11d4a502ca), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:32.995636 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-363b75a4-6b07-487e-871b-49729f710276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:32.996745 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-363b75a4-6b07-487e-871b-49729f710276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e10c4938-b471-42b1-8da1-7a11d4a502ca HTTP/1.1" status: 204 len: 168 time: 0.1130896 Mar 18 12:49:33.004022 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b75a4-6b07-487e-871b-49729f710276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10c4938-b471-42b1-8da1-7a11d4a502ca,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:33.584755 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41768) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:33.676757 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1192964126-network', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:33.696061 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Made reservation on behalf of 02e011ec863c42f3a5f365ac789e90cd for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:49:33.698273 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:33.706352 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:33.780040 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Publish callbacks [] for security_group (246b2482-b749-4eef-8494-631ae41e2df7), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:33.784296 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (246b2482-b749-4eef-8494-631ae41e2df7), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:33.810245 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:49:33.815344 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246b2482-b749-4eef-8494-631ae41e2df7,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:33.822790 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (7aa41841-c45a-4c0d-bc71-27f5746737b4), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:33.823113 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Added segment 7aa41841-c45a-4c0d-bc71-27f5746737b4 of type vlan for network 636e6c0d-7e88-42a7-9276-b3af280a12f0 Mar 18 12:49:33.861173 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (636e6c0d-7e88-42a7-9276-b3af280a12f0), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:33.884798 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (636e6c0d-7e88-42a7-9276-b3af280a12f0), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:33.885764 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:33.886362 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:33.936425 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3500237 Mar 18 12:49:33.939543 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41772) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:33.945469 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Request body: {'subnet': {'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1192964126-subnet', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:33.945630 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71f8b9-1974-4009-8c41-d04d91faa0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=636e6c0d-7e88-42a7-9276-b3af280a12f0,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:33.955157 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 636e6c0d-7e88-42a7-9276-b3af280a12f0 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:49:33.964853 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Made reservation on behalf of 02e011ec863c42f3a5f365ac789e90cd for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:49:33.967393 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763634'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.129608 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8870282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763620'] for subnet (a4735ce5-f6c8-47e6-97ab-0e7d76092d03), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.181432 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4735ce5-f6c8-47e6-97ab-0e7d76092d03,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:34.195770 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Checking segment: {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:34.196128 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Network hostable DHCP agents. Network: 636e6c0d-7e88-42a7-9276-b3af280a12f0, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:49:34.212431 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Network 636e6c0d-7e88-42a7-9276-b3af280a12f0 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:49:34.220442 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 636e6c0d-7e88-42a7-9276-b3af280a12f0) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:34.224401 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:34.224994 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.229795 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0d62e-39d4-4502-a69e-f1b20d31e722 None None] Network 636e6c0d-7e88-42a7-9276-b3af280a12f0 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:49:34.240450 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-189fc309-192e-4752-937b-e164b58fb6f8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2993073 Mar 18 12:49:34.244059 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41776) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:34.248141 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:34.267843 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.268361 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.321265 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks [] for router_controller (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.327657 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-636e6c0d-7e88-42a7-9276-b3af280a12f0', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:49:34.328495 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.454547 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks [] for router_gateway (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.461001 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Allocated IP 172.20.0.2 (636e6c0d-7e88-42a7-9276-b3af280a12f0/a4735ce5-f6c8-47e6-97ab-0e7d76092d03/0a183d2b-30f4-4313-ac91-52375365ab81) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:49:34.599169 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Publish callbacks [] for port (0a183d2b-30f4-4313-ac91-52375365ab81), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.605320 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.642623 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Network 636e6c0d-7e88-42a7-9276-b3af280a12f0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:49:34.645361 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:34.650175 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks [] for router_gateway (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.653098 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:49:34.655905 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Pushing event updated for resources: {'Port': ['ID=0a183d2b-30f4-4313-ac91-52375365ab81,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:34.669588 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.712013 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Attempting to bind port 0a183d2b-30f4-4313-ac91-52375365ab81 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:49:34.712379 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Attempting to bind port 0a183d2b-30f4-4313-ac91-52375365ab81 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:49:34.712746 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Attempting to bind port 0a183d2b-30f4-4313-ac91-52375365ab81 on network 636e6c0d-7e88-42a7-9276-b3af280a12f0 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:49:34.717749 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:49:34.718128 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Checking segment: {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:34.718541 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.718954 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Bound using segment: {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:49:34.719416 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Bound port: 0a183d2b-30f4-4313-ac91-52375365ab81, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:49:34.719796 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.771076 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Allocated IP 172.27.2.249 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/a650e183-ed11-4edb-aa39-d2828b2d6444) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:49:34.780036 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] For port 0a183d2b-30f4-4313-ac91-52375365ab81, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:49:34.784167 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] For port 0a183d2b-30f4-4313-ac91-52375365ab81, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=0a183d2b-30f4-4313-ac91-52375365ab81,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:49:34.789910 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.857140 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88825e-f6cd-4333-ae32-51931a349ac9 None None] Pushing event updated for resources: {'Port': ['ID=0a183d2b-30f4-4313-ac91-52375365ab81,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:34.880743 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks [] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.915607 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:34.951682 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:49:34.954659 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:34.957058 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:49:34.999633 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Pushing event updated for resources: {'Port': ['ID=a650e183-ed11-4edb-aa39-d2828b2d6444,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:35.492033 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks [] for router_gateway (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:35.692081 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:35.736034 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559bc74-905f-4551-926e-a31968b9f9b2 None None] Network 636e6c0d-7e88-42a7-9276-b3af280a12f0 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:49:35.801399 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-24c0fb8a-c7b6-493c-922c-18eac4d7fc9b None None] Provisioning complete for port 0a183d2b-30f4-4313-ac91-52375365ab81 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:35.801771 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24c0fb8a-c7b6-493c-922c-18eac4d7fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:35.823854 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:49:35.932718 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:49:35.953297 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:35.957898 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Sync routers for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:49:35.958428 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41778) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:35.968101 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:49:35.968742 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:49:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:35.970727 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a3747b58-dead-4038-b959-c98a555ab81a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7255340 Mar 18 12:49:36.041529 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0a183d2b-30f4-4313-ac91-52375365ab81 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:36.071881 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-24c0fb8a-c7b6-493c-922c-18eac4d7fc9b None None] Current status of the port 0a183d2b-30f4-4313-ac91-52375365ab81 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:36.072217 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24c0fb8a-c7b6-493c-922c-18eac4d7fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.106000 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:49:36.121821 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-24c0fb8a-c7b6-493c-922c-18eac4d7fc9b None None] For port 0a183d2b-30f4-4313-ac91-52375365ab81, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=0a183d2b-30f4-4313-ac91-52375365ab81,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:36.127883 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 0a183d2b-30f4-4313-ac91-52375365ab81 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:36.128302 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.131593 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24c0fb8a-c7b6-493c-922c-18eac4d7fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.212604 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0fb8a-c7b6-493c-922c-18eac4d7fc9b None None] Pushing event updated for resources: {'Port': ['ID=0a183d2b-30f4-4313-ac91-52375365ab81,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:36.261404 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 0a183d2b-30f4-4313-ac91-52375365ab81 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:36.331717 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:35Z', 'revision_number': 3, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:36.352487 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-28541314-a61a-435d-aae5-d0e5bfb4920c None None] Provisioning complete for port 0a183d2b-30f4-4313-ac91-52375365ab81 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:36.353128 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28541314-a61a-435d-aae5-d0e5bfb4920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.358086 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Checking router: b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:49:36.358282 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Updating router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 port a650e183-ed11-4edb-aa39-d2828b2d6444 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:49:36.386208 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.436018 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-28541314-a61a-435d-aae5-d0e5bfb4920c None None] Current status of the port 0a183d2b-30f4-4313-ac91-52375365ab81 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:36.453704 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.607130 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Allocated IP 172.20.0.1 (636e6c0d-7e88-42a7-9276-b3af280a12f0/a4735ce5-f6c8-47e6-97ab-0e7d76092d03/0c5d4739-4337-4eed-a128-68a0d435c66b) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:49:36.638856 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Publish callbacks [] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.644237 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.691748 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Attempting to bind port a650e183-ed11-4edb-aa39-d2828b2d6444 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:49:36.692127 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Attempting to bind port a650e183-ed11-4edb-aa39-d2828b2d6444 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:49:36.692491 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Attempting to bind port a650e183-ed11-4edb-aa39-d2828b2d6444 on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:49:36.700357 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Pushing event updated for resources: {'Port': ['ID=a650e183-ed11-4edb-aa39-d2828b2d6444,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:36.708121 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:49:36.708498 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:36.708898 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.709206 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Publish callbacks [] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.709329 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:49:36.709735 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Bound port: a650e183-ed11-4edb-aa39-d2828b2d6444, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:49:36.710690 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.713761 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.714109 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.714449 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.714827 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.715166 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.715495 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.715819 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.716143 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.716479 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.716808 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.717135 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.717471 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.717790 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.718109 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.718427 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:36.742351 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.769660 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] For port a650e183-ed11-4edb-aa39-d2828b2d6444, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:49:36.773662 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] For port a650e183-ed11-4edb-aa39-d2828b2d6444, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a650e183-ed11-4edb-aa39-d2828b2d6444,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:49:36.779692 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.780501 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Network 636e6c0d-7e88-42a7-9276-b3af280a12f0 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:49:36.783352 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:36.786933 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:49:36.822596 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Pushing event updated for resources: {'Port': ['ID=0c5d4739-4337-4eed-a128-68a0d435c66b,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:36.836791 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:36.841220 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:49:36.841865 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:49:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:36.845441 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa2f7a-a44a-4698-a6b5-cd6f2b59c520 None None] Pushing event updated for resources: {'Port': ['ID=a650e183-ed11-4edb-aa39-d2828b2d6444,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:36.958282 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:49:36.991714 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:37.067404 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-bf51b93e-36ac-478d-b4e2-0190023acbbb None None] Provisioning complete for port 0c5d4739-4337-4eed-a128-68a0d435c66b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:37.067968 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf51b93e-36ac-478d-b4e2-0190023acbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:37.101699 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bf51b93e-36ac-478d-b4e2-0190023acbbb None None] Port 0c5d4739-4337-4eed-a128-68a0d435c66b cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:49:37.141930 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:35Z', 'revision_number': 3, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:37.162065 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Publish callbacks [] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:37.167085 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:37.167588 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e03177-7b30-42a5-a99c-fd12d1620317 None None] The sync data for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi is: [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:35Z', 'revision_number': 3, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:49:37.237683 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:37.239609 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Pushing event updated for resources: {'Port': ['ID=0c5d4739-4337-4eed-a128-68a0d435c66b,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:37.340360 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Network 636e6c0d-7e88-42a7-9276-b3af280a12f0 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:49:37.341916 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:37.471778 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:49:37.592276 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:49:37.597425 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-afc04a36-1994-4770-b46c-f0480b4194fe admin admin] 10.222.0.21 "PUT /v2.0/routers/b3a54e4c-b834-495e-8a77-0e8f5ec47ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6379113 Mar 18 12:49:37.625511 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8554bd5c-cdd1-479b-905a-596c9b8a0e1a None None] Provisioning complete for port 0c5d4739-4337-4eed-a128-68a0d435c66b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:37.626171 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8554bd5c-cdd1-479b-905a-596c9b8a0e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:37.662948 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8554bd5c-cdd1-479b-905a-596c9b8a0e1a None None] Port 0c5d4739-4337-4eed-a128-68a0d435c66b cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:49:38.068661 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0a183d2b-30f4-4313-ac91-52375365ab81 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:38.102700 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41794) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:38.107564 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1235900997-network', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:38.120917 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 0a183d2b-30f4-4313-ac91-52375365ab81 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:38.121331 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.127815 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Made reservation on behalf of e4389e156f5749ed87264024adfcbd05 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:49:38.130294 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.139346 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.201623 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 0a183d2b-30f4-4313-ac91-52375365ab81 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:38.202730 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a650e183-ed11-4edb-aa39-d2828b2d6444 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:38.213507 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Publish callbacks [] for security_group (e980948e-93bb-41d0-904b-a1c2cee8443b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.218601 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e980948e-93bb-41d0-904b-a1c2cee8443b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.245773 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 12:49:38.251238 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980948e-93bb-41d0-904b-a1c2cee8443b,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:38.254231 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port a650e183-ed11-4edb-aa39-d2828b2d6444 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:38.254658 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.261527 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (1f615622-a896-4384-a9b3-1c89e2498df4), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.262148 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Added segment 1f615622-a896-4384-a9b3-1c89e2498df4 of type vlan for network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 Mar 18 12:49:38.322865 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755721666151'] for network (0994e560-cc1c-4bd0-8016-a7c7b09389d4), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.347347 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port a650e183-ed11-4edb-aa39-d2828b2d6444 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:38.347749 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.348073 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470'] for network (0994e560-cc1c-4bd0-8016-a7c7b09389d4), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.349038 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:38.349613 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.369495 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port a650e183-ed11-4edb-aa39-d2828b2d6444, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a650e183-ed11-4edb-aa39-d2828b2d6444,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:38.372424 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.409533 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41796) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:38.410155 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3058236 Mar 18 12:49:38.413042 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51814fef-d0a0-42c9-b7f9-ec75df1c7346 admin admin] Pushing event updated for resources: {'Network': ['ID=0994e560-cc1c-4bd0-8016-a7c7b09389d4,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:38.414429 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Request body: {'subnet': {'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1235900997-subnet', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:38.430128 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 details requested by agent ovs-agent-dv-cinder-790535-30-iscsi with host dv-cinder-790535-30-iscsi {{(pid=103443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 12:49:38.437989 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Made reservation on behalf of e4389e156f5749ed87264024adfcbd05 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:49:38.440996 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763634'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.475961 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=a650e183-ed11-4edb-aa39-d2828b2d6444,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:38.615643 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8870282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763620'] for subnet (34ea976c-d55f-403f-ad0f-c47289705e2a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.676332 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ea976c-d55f-403f-ad0f-c47289705e2a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:38.688522 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Checking segment: {'id': '1f615622-a896-4384-a9b3-1c89e2498df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:38.688872 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Network hostable DHCP agents. Network: 0994e560-cc1c-4bd0-8016-a7c7b09389d4, hostable agents: ['d133da71-8c76-4dd8-8929-dc50f26983bb'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 12:49:38.704729 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 is scheduled to be hosted by DHCP agent d133da71-8c76-4dd8-8929-dc50f26983bb with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 12:49:38.713548 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-30-iscsi, 0994e560-cc1c-4bd0-8016-a7c7b09389d4) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:38.717842 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:38.718435 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.723481 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41121971-44d3-4249-8e0e-a149970d0701 None None] Network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:49:38.736501 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-711909d2-4c8f-416e-83cf-4871ecd8a16e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3257384 Mar 18 12:49:38.739165 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41798) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:38.744722 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:38.763428 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1589300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61081'] for router (81bb20c9-22ac-4025-969c-0df798eb2dea), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.764450 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Sync routers for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:49:38.765045 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61088'] for router (81bb20c9-22ac-4025-969c-0df798eb2dea), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.787558 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:49:38.788718 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:49:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:38.822161 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks [] for router_controller (81bb20c9-22ac-4025-969c-0df798eb2dea), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.901313 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf58aa6e0-6276-59c7-9059-add3059a05b1-0994e560-cc1c-4bd0-8016-a7c7b09389d4', 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4', 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'fixed_ips': [{'subnet_id': '34ea976c-d55f-403f-ad0f-c47289705e2a'}]}} from dv-cinder-790535-30-iscsi. {{(pid=103443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 12:49:38.902160 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.959506 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks [] for router_gateway (81bb20c9-22ac-4025-969c-0df798eb2dea), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:38.995875 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:49:39.155869 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Allocated IP 172.20.0.2 (0994e560-cc1c-4bd0-8016-a7c7b09389d4/34ea976c-d55f-403f-ad0f-c47289705e2a/aed579ea-793c-47f3-8c45-d79f24ea56cb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:49:39.156999 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks [] for router_gateway (81bb20c9-22ac-4025-969c-0df798eb2dea), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.176330 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.288549 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Allocated IP 172.27.2.146 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/a64bf8c4-d61c-45fc-874d-13fd457830b8) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:49:39.354671 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c5d4739-4337-4eed-a128-68a0d435c66b', 'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'mac_address': 'fa:16:3e:e6:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:36Z', 'updated_at': '2022-03-18T12:49:37Z', 'revision_number': 2, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'subnets': [{'id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:39.359582 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Publish callbacks [] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.385160 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Checking router: b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:49:39.385459 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Updating router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 port 0c5d4739-4337-4eed-a128-68a0d435c66b binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:49:39.395504 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks [] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.405781 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.429297 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.446085 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.448854 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:49:39.453799 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:39.466490 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:49:39.466743 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:49:39.470128 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:39.473567 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:49:39.478117 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Pushing event updated for resources: {'Port': ['ID=aed579ea-793c-47f3-8c45-d79f24ea56cb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:39.504057 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Pushing event updated for resources: {'Port': ['ID=a64bf8c4-d61c-45fc-874d-13fd457830b8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:39.597138 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Attempting to bind port aed579ea-793c-47f3-8c45-d79f24ea56cb on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:49:39.597411 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Attempting to bind port aed579ea-793c-47f3-8c45-d79f24ea56cb by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '1f615622-a896-4384-a9b3-1c89e2498df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:49:39.597776 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Attempting to bind port aed579ea-793c-47f3-8c45-d79f24ea56cb on network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:49:39.611399 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:49:39.611763 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Checking segment: {'id': '1f615622-a896-4384-a9b3-1c89e2498df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:39.612166 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.612562 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Bound using segment: {'id': '1f615622-a896-4384-a9b3-1c89e2498df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:49:39.613037 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Bound port: aed579ea-793c-47f3-8c45-d79f24ea56cb, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f615622-a896-4384-a9b3-1c89e2498df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:49:39.613416 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.877416 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-4c26ae29-aaee-4847-900b-748a972702db None None] For port aed579ea-793c-47f3-8c45-d79f24ea56cb, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:49:39.898387 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-4c26ae29-aaee-4847-900b-748a972702db None None] For port aed579ea-793c-47f3-8c45-d79f24ea56cb, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=aed579ea-793c-47f3-8c45-d79f24ea56cb,segment=NetworkSegment(1f615622-a896-4384-a9b3-1c89e2498df4),segment_id=1f615622-a896-4384-a9b3-1c89e2498df4)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:49:39.911157 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:39.983299 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a650e183-ed11-4edb-aa39-d2828b2d6444 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:39.994715 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks [] for router_gateway (81bb20c9-22ac-4025-969c-0df798eb2dea), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.043857 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26ae29-aaee-4847-900b-748a972702db None None] Pushing event updated for resources: {'Port': ['ID=aed579ea-793c-47f3-8c45-d79f24ea56cb,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:40.054293 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Publish callbacks [] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.064975 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.132856 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4308148-813d-4826-95a5-dcc59cc5d844 None None] Pushing event updated for resources: {'Port': ['ID=0c5d4739-4337-4eed-a128-68a0d435c66b,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:40.149308 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port a650e183-ed11-4edb-aa39-d2828b2d6444 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:40.149688 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.225042 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590562'] for router (81bb20c9-22ac-4025-969c-0df798eb2dea), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.235154 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Attempting to bind port 0c5d4739-4337-4eed-a128-68a0d435c66b on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:49:40.235659 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Attempting to bind port 0c5d4739-4337-4eed-a128-68a0d435c66b by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:49:40.235889 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Attempting to bind port 0c5d4739-4337-4eed-a128-68a0d435c66b on network 636e6c0d-7e88-42a7-9276-b3af280a12f0 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:49:40.244962 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:49:40.245349 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Checking segment: {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:40.245762 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.246160 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Bound using segment: {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:49:40.246673 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Bound port: 0c5d4739-4337-4eed-a128-68a0d435c66b, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:49:40.247062 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.374784 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port a650e183-ed11-4edb-aa39-d2828b2d6444 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:40.382641 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] For port 0c5d4739-4337-4eed-a128-68a0d435c66b, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:49:40.385356 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Router 81bb20c9-22ac-4025-969c-0df798eb2dea is scheduled to L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 12:49:40.394692 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] For port 0c5d4739-4337-4eed-a128-68a0d435c66b, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=0c5d4739-4337-4eed-a128-68a0d435c66b,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:49:40.403480 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.469596 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:49:40.470242 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:49:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:40.503745 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:49:40.513122 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Sync routers for ids ['81bb20c9-22ac-4025-969c-0df798eb2dea'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:49:40.521218 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.525955 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41800) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:40.526454 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f924c318-f9de-4ea1-bf34-e36ab2e40f41 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7856700 Mar 18 12:49:40.529107 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Routers {'81bb20c9-22ac-4025-969c-0df798eb2dea'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:49:40.529746 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:49:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['81bb20c9-22ac-4025-969c-0df798eb2dea'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:40.543081 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4308148-813d-4826-95a5-dcc59cc5d844 None None] Pushing event updated for resources: {'Port': ['ID=0c5d4739-4337-4eed-a128-68a0d435c66b,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:40.578120 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-2b1ce8ea-71d8-4e15-a244-77085e3c1140 None None] Provisioning complete for port 0c5d4739-4337-4eed-a128-68a0d435c66b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:40.578493 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce8ea-71d8-4e15-a244-77085e3c1140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.642602 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:49:40.663977 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Set router 81bb20c9-22ac-4025-969c-0df798eb2dea gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:49:40.759650 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ce8ea-71d8-4e15-a244-77085e3c1140 None None] Current status of the port 0c5d4739-4337-4eed-a128-68a0d435c66b is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:40.759989 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce8ea-71d8-4e15-a244-77085e3c1140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.837423 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2b1ce8ea-71d8-4e15-a244-77085e3c1140 None None] For port 0c5d4739-4337-4eed-a128-68a0d435c66b, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=0c5d4739-4337-4eed-a128-68a0d435c66b,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:40.855144 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce8ea-71d8-4e15-a244-77085e3c1140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.882214 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:38Z', 'updated_at': '2022-03-18T12:49:39Z', 'revision_number': 3, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'gw_port': {'id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:39Z', 'updated_at': '2022-03-18T12:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:40.918204 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Checking router: 81bb20c9-22ac-4025-969c-0df798eb2dea for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:49:40.918563 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Updating router 81bb20c9-22ac-4025-969c-0df798eb2dea port a64bf8c4-d61c-45fc-874d-13fd457830b8 binding host dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:49:40.939562 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ce8ea-71d8-4e15-a244-77085e3c1140 None None] Pushing event updated for resources: {'Port': ['ID=0c5d4739-4337-4eed-a128-68a0d435c66b,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:40.950193 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:40.958738 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c5d4739-4337-4eed-a128-68a0d435c66b', 'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'mac_address': 'fa:16:3e:e6:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:36Z', 'updated_at': '2022-03-18T12:49:40Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'subnets': [{'id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:40.992002 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3486f4b-7f3f-422a-8abd-ed331e82acbe None None] The sync data for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi is: [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c5d4739-4337-4eed-a128-68a0d435c66b', 'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'mac_address': 'fa:16:3e:e6:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:36Z', 'updated_at': '2022-03-18T12:49:40Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'subnets': [{'id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:49:41.010978 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-6e82a481-9f8a-40e0-aba4-0fba794e777a None None] Provisioning complete for port 0c5d4739-4337-4eed-a128-68a0d435c66b triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:41.011687 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e82a481-9f8a-40e0-aba4-0fba794e777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.114121 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.163612 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6e82a481-9f8a-40e0-aba4-0fba794e777a None None] Current status of the port 0c5d4739-4337-4eed-a128-68a0d435c66b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:41.304416 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e763d47-7ca3-4f2e-9152-10ba63ebca95 None None] Network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:49:41.318158 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Allocated IP 172.20.0.1 (0994e560-cc1c-4bd0-8016-a7c7b09389d4/34ea976c-d55f-403f-ad0f-c47289705e2a/c3e703f9-483d-4e80-942e-212bc50e84fa) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:49:41.376214 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Publish callbacks [] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.387942 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.416465 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-d8bd6118-d674-49a3-b392-3d1a9f534222 None None] Provisioning complete for port aed579ea-793c-47f3-8c45-d79f24ea56cb triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:41.416835 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd6118-d674-49a3-b392-3d1a9f534222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.439116 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503929c-b81b-4019-a563-b25c381a05ac None None] Pushing event updated for resources: {'Port': ['ID=a64bf8c4-d61c-45fc-874d-13fd457830b8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:41.457114 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Attempting to bind port a64bf8c4-d61c-45fc-874d-13fd457830b8 on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:49:41.457495 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Attempting to bind port a64bf8c4-d61c-45fc-874d-13fd457830b8 by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:49:41.457865 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Attempting to bind port a64bf8c4-d61c-45fc-874d-13fd457830b8 on network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:49:41.464011 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Publish callbacks [] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.464351 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:49:41.464740 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Checking segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:41.465147 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.465561 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Bound using segment: {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:49:41.466003 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Bound port: a64bf8c4-d61c-45fc-874d-13fd457830b8, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a2388-6566-44e5-89ae-c235bef8beee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:49:41.466377 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.513631 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.514906 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd6118-d674-49a3-b392-3d1a9f534222 None None] Current status of the port aed579ea-793c-47f3-8c45-d79f24ea56cb is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:41.515295 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd6118-d674-49a3-b392-3d1a9f534222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.549554 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] For port a64bf8c4-d61c-45fc-874d-13fd457830b8, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:49:41.553230 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] For port a64bf8c4-d61c-45fc-874d-13fd457830b8, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a64bf8c4-d61c-45fc-874d-13fd457830b8,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:49:41.559890 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d8bd6118-d674-49a3-b392-3d1a9f534222 None None] For port aed579ea-793c-47f3-8c45-d79f24ea56cb, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=aed579ea-793c-47f3-8c45-d79f24ea56cb,segment=NetworkSegment(1f615622-a896-4384-a9b3-1c89e2498df4),segment_id=1f615622-a896-4384-a9b3-1c89e2498df4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:41.563111 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.570414 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd6118-d674-49a3-b392-3d1a9f534222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.578004 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e703f9-483d-4e80-942e-212bc50e84fa,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:41.603918 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:49:41.607855 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:41.612259 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:49:41.627186 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Routers {'81bb20c9-22ac-4025-969c-0df798eb2dea'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:49:41.627980 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:49:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['81bb20c9-22ac-4025-969c-0df798eb2dea'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:41.673427 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd6118-d674-49a3-b392-3d1a9f534222 None None] Pushing event updated for resources: {'Port': ['ID=aed579ea-793c-47f3-8c45-d79f24ea56cb,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:41.686084 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595639'] for router_interface (81bb20c9-22ac-4025-969c-0df798eb2dea), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.706839 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503929c-b81b-4019-a563-b25c381a05ac None None] Pushing event updated for resources: {'Port': ['ID=a64bf8c4-d61c-45fc-874d-13fd457830b8,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:41.763758 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] Set router 81bb20c9-22ac-4025-969c-0df798eb2dea gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:49:41.820558 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-4663b321-caa6-4bfc-8bbb-2df05c49716a None None] Provisioning complete for port aed579ea-793c-47f3-8c45-d79f24ea56cb triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:41.820926 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4663b321-caa6-4bfc-8bbb-2df05c49716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.869187 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:41.918460 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4663b321-caa6-4bfc-8bbb-2df05c49716a None None] Current status of the port aed579ea-793c-47f3-8c45-d79f24ea56cb is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:42.013571 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:38Z', 'updated_at': '2022-03-18T12:49:39Z', 'revision_number': 3, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'gw_port': {'id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:39Z', 'updated_at': '2022-03-18T12:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:42.047157 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e5cb6-110a-4325-b395-3e43d3b2069e None None] The sync data for ids ['81bb20c9-22ac-4025-969c-0df798eb2dea'] in dv-cinder-790535-30-iscsi is: [{'id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:38Z', 'updated_at': '2022-03-18T12:49:39Z', 'revision_number': 3, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'gw_port': {'id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:39Z', 'updated_at': '2022-03-18T12:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:49:42.112699 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0c5d4739-4337-4eed-a128-68a0d435c66b up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:42.145088 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Publish callbacks [] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:42.152815 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:42.166760 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-9add78ae-d022-4618-93e5-0f5553a59cf1 None None] Provisioning complete for port c3e703f9-483d-4e80-942e-212bc50e84fa triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:42.167082 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9add78ae-d022-4618-93e5-0f5553a59cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:42.207836 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port 0c5d4739-4337-4eed-a128-68a0d435c66b triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:42.208143 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:42.222218 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595491'] for router_interface (81bb20c9-22ac-4025-969c-0df798eb2dea), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:42.224091 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e703f9-483d-4e80-942e-212bc50e84fa,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:42.233327 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9add78ae-d022-4618-93e5-0f5553a59cf1 None None] Port c3e703f9-483d-4e80-942e-212bc50e84fa cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:49:42.301226 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port 0c5d4739-4337-4eed-a128-68a0d435c66b is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:42.302783 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device aed579ea-793c-47f3-8c45-d79f24ea56cb up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:42.323403 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:49:42.324757 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:49:42.367395 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port aed579ea-793c-47f3-8c45-d79f24ea56cb triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:42.368189 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:42.490200 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port aed579ea-793c-47f3-8c45-d79f24ea56cb is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:42.504517 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Router 81bb20c9-22ac-4025-969c-0df798eb2dea has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:49:42.657196 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-1857a732-03a9-4470-b293-7d3a49d2e54d None None] Provisioning complete for port c3e703f9-483d-4e80-942e-212bc50e84fa triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:42.657661 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1857a732-03a9-4470-b293-7d3a49d2e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:42.693285 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1857a732-03a9-4470-b293-7d3a49d2e54d None None] Port c3e703f9-483d-4e80-942e-212bc50e84fa cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:49:42.886426 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:49:42.891408 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-cd1d30ee-7112-42d4-b34d-afb485df5e80 admin admin] 10.222.0.21 "PUT /v2.0/routers/81bb20c9-22ac-4025-969c-0df798eb2dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3643913 Mar 18 12:49:43.341743 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41808) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:43.346175 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c2f9beaf-c4d3-4e31-af6e-4d25a1340a62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148470500', 'description': 'tempest-secgroup-smoke-148470500 description', 'project_id': '02e011ec863c42f3a5f365ac789e90cd'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:43.365656 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2f9beaf-c4d3-4e31-af6e-4d25a1340a62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.428389 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2f9beaf-c4d3-4e31-af6e-4d25a1340a62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group (c5f50b06-931d-4481-b7ed-e068153091b2), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.433687 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2f9beaf-c4d3-4e31-af6e-4d25a1340a62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c5f50b06-931d-4481-b7ed-e068153091b2), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.462657 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2f9beaf-c4d3-4e31-af6e-4d25a1340a62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.463798 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c2f9beaf-c4d3-4e31-af6e-4d25a1340a62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1210515 Mar 18 12:49:43.465627 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9beaf-c4d3-4e31-af6e-4d25a1340a62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f50b06-931d-4481-b7ed-e068153091b2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:43.466809 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 41810) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:43.471440 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Request body: {'security_group_rule': {'security_group_id': 'c5f50b06-931d-4481-b7ed-e068153091b2', 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:43.496264 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (f2c87319-c619-4e8e-815a-153171f522d1), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.553053 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (f2c87319-c619-4e8e-815a-153171f522d1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.556488 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (f2c87319-c619-4e8e-815a-153171f522d1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.572743 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c87319-c619-4e8e-815a-153171f522d1,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:43.582327 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.583500 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156375 Mar 18 12:49:43.585304 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.585654 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.586039 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.586329 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.586686 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.586886 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41812) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:43.587015 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.587344 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.587707 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.588076 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.588396 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.588718 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.589049 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.589364 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.589681 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.590008 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bce911-63f6-457b-b6bf-7f11199d2838 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:49:43.591389 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b1ca44fd-0bff-48bc-beee-a8eff4484930 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Request body: {'security_group_rule': {'security_group_id': 'c5f50b06-931d-4481-b7ed-e068153091b2', 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:43.615147 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1ca44fd-0bff-48bc-beee-a8eff4484930 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (e210d8a3-c993-4386-b541-1c7e8b12b804), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.668068 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1ca44fd-0bff-48bc-beee-a8eff4484930 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (e210d8a3-c993-4386-b541-1c7e8b12b804), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.671216 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1ca44fd-0bff-48bc-beee-a8eff4484930 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (e210d8a3-c993-4386-b541-1c7e8b12b804), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.687206 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca44fd-0bff-48bc-beee-a8eff4484930 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e210d8a3-c993-4386-b541-1c7e8b12b804,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:43.693984 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1ca44fd-0bff-48bc-beee-a8eff4484930 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.695206 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b1ca44fd-0bff-48bc-beee-a8eff4484930 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1073182 Mar 18 12:49:43.697901 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41814) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:43.702152 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b1fdd703-5296-4003-a64d-7741e48b8966 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Request body: {'security_group_rule': {'security_group_id': 'c5f50b06-931d-4481-b7ed-e068153091b2', 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:43.725353 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd703-5296-4003-a64d-7741e48b8966 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (06e2add3-5888-4a26-a1c2-23fe6ed664d7), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.780435 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd703-5296-4003-a64d-7741e48b8966 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (06e2add3-5888-4a26-a1c2-23fe6ed664d7), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.785070 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd703-5296-4003-a64d-7741e48b8966 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (06e2add3-5888-4a26-a1c2-23fe6ed664d7), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.803576 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdd703-5296-4003-a64d-7741e48b8966 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e2add3-5888-4a26-a1c2-23fe6ed664d7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:43.810649 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd703-5296-4003-a64d-7741e48b8966 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.811883 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b1fdd703-5296-4003-a64d-7741e48b8966 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129787 Mar 18 12:49:43.814451 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:43.818631 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-60137ea9-2c98-42da-b766-010922e5ddf3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Request body: {'security_group_rule': {'security_group_id': 'c5f50b06-931d-4481-b7ed-e068153091b2', 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:43.841899 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60137ea9-2c98-42da-b766-010922e5ddf3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (ff0bfc23-296b-4f51-bf24-bbd1e6a5e14c), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.900874 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60137ea9-2c98-42da-b766-010922e5ddf3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (ff0bfc23-296b-4f51-bf24-bbd1e6a5e14c), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.904394 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60137ea9-2c98-42da-b766-010922e5ddf3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (ff0bfc23-296b-4f51-bf24-bbd1e6a5e14c), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.923687 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60137ea9-2c98-42da-b766-010922e5ddf3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0bfc23-296b-4f51-bf24-bbd1e6a5e14c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:43.928934 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60137ea9-2c98-42da-b766-010922e5ddf3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:43.930096 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-60137ea9-2c98-42da-b766-010922e5ddf3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146972 Mar 18 12:49:43.932866 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41818) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:43.937152 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a17f1b02-823f-4f3e-b2dc-7be1a2f81983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Request body: {'security_group_rule': {'security_group_id': 'c5f50b06-931d-4481-b7ed-e068153091b2', 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:43.959054 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-a17f1b02-823f-4f3e-b2dc-7be1a2f81983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Project 02e011ec863c42f3a5f365ac789e90cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 12:49:43.965724 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17f1b02-823f-4f3e-b2dc-7be1a2f81983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (c9a9e7df-476b-4938-8226-c32d33f356de), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.018671 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a64bf8c4-d61c-45fc-874d-13fd457830b8 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:44.024113 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17f1b02-823f-4f3e-b2dc-7be1a2f81983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (c9a9e7df-476b-4938-8226-c32d33f356de), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.027817 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17f1b02-823f-4f3e-b2dc-7be1a2f81983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (c9a9e7df-476b-4938-8226-c32d33f356de), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.047183 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f1b02-823f-4f3e-b2dc-7be1a2f81983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a9e7df-476b-4938-8226-c32d33f356de,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:44.052882 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17f1b02-823f-4f3e-b2dc-7be1a2f81983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.054239 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a17f1b02-823f-4f3e-b2dc-7be1a2f81983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203990 Mar 18 12:49:44.057014 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41820) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:49:44.061290 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6e22c330-ad22-47fa-b3fe-9a706470612f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Request body: {'security_group_rule': {'security_group_id': 'c5f50b06-931d-4481-b7ed-e068153091b2', 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:49:44.075773 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port a64bf8c4-d61c-45fc-874d-13fd457830b8 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:44.076295 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.081207 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-6e22c330-ad22-47fa-b3fe-9a706470612f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Project 02e011ec863c42f3a5f365ac789e90cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 12:49:44.086898 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e22c330-ad22-47fa-b3fe-9a706470612f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (da05b9f8-b179-4228-adc0-3398b59c7893), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.147750 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e22c330-ad22-47fa-b3fe-9a706470612f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (da05b9f8-b179-4228-adc0-3398b59c7893), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.154341 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e22c330-ad22-47fa-b3fe-9a706470612f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583487'] for security_group_rule (da05b9f8-b179-4228-adc0-3398b59c7893), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.155102 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port a64bf8c4-d61c-45fc-874d-13fd457830b8 is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:44.155543 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.173150 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22c330-ad22-47fa-b3fe-9a706470612f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da05b9f8-b179-4228-adc0-3398b59c7893,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:44.180419 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] For port a64bf8c4-d61c-45fc-874d-13fd457830b8, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a64bf8c4-d61c-45fc-874d-13fd457830b8,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:44.183755 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e22c330-ad22-47fa-b3fe-9a706470612f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.184970 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6e22c330-ad22-47fa-b3fe-9a706470612f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270628 Mar 18 12:49:44.189654 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:44.243536 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Pushing event updated for resources: {'Port': ['ID=a64bf8c4-d61c-45fc-874d-13fd457830b8,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:44.477056 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Sync routers for ids ['81bb20c9-22ac-4025-969c-0df798eb2dea'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:49:44.487458 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Routers {'81bb20c9-22ac-4025-969c-0df798eb2dea'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:49:44.488082 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:49:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['81bb20c9-22ac-4025-969c-0df798eb2dea'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:44.611674 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Set router 81bb20c9-22ac-4025-969c-0df798eb2dea gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:49:44.945569 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:38Z', 'updated_at': '2022-03-18T12:49:41Z', 'revision_number': 4, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'gw_port': {'id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:39Z', 'updated_at': '2022-03-18T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'c3e703f9-483d-4e80-942e-212bc50e84fa', 'name': '', 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'mac_address': 'fa:16:3e:2a:f2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '34ea976c-d55f-403f-ad0f-c47289705e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:41Z', 'updated_at': '2022-03-18T12:49:41Z', 'revision_number': 2, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'subnets': [{'id': '34ea976c-d55f-403f-ad0f-c47289705e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:44.971599 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Checking router: 81bb20c9-22ac-4025-969c-0df798eb2dea for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:49:44.971978 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Updating router 81bb20c9-22ac-4025-969c-0df798eb2dea port c3e703f9-483d-4e80-942e-212bc50e84fa binding host dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 12:49:44.999781 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.257441 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Publish callbacks [] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.262357 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.333224 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ed8ec-2978-4674-b6a3-f7815b68b9b8 None None] Pushing event updated for resources: {'Port': ['ID=c3e703f9-483d-4e80-942e-212bc50e84fa,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:45.371562 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Attempting to bind port c3e703f9-483d-4e80-942e-212bc50e84fa on host dv-cinder-790535-30-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:49:45.372522 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Attempting to bind port c3e703f9-483d-4e80-942e-212bc50e84fa by drivers openvswitch,hyperv on host dv-cinder-790535-30-iscsi at level 0 using segments [{'id': '1f615622-a896-4384-a9b3-1c89e2498df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:49:45.372522 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Attempting to bind port c3e703f9-483d-4e80-942e-212bc50e84fa on network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:49:45.378062 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Checking agent: {'id': '325aad4a-19fe-4986-8094-a81fedfa5ff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 27, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:49:45.378478 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Checking segment: {'id': '1f615622-a896-4384-a9b3-1c89e2498df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:49:45.378942 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.379329 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Bound using segment: {'id': '1f615622-a896-4384-a9b3-1c89e2498df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:49:45.379888 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Bound port: c3e703f9-483d-4e80-942e-212bc50e84fa, host: dv-cinder-790535-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f615622-a896-4384-a9b3-1c89e2498df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:49:45.380557 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.456160 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] For port c3e703f9-483d-4e80-942e-212bc50e84fa, host dv-cinder-790535-30-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:49:45.460862 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] For port c3e703f9-483d-4e80-942e-212bc50e84fa, host dv-cinder-790535-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=c3e703f9-483d-4e80-942e-212bc50e84fa,segment=NetworkSegment(1f615622-a896-4384-a9b3-1c89e2498df4),segment_id=1f615622-a896-4384-a9b3-1c89e2498df4)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:49:45.468456 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.540008 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Routers {'81bb20c9-22ac-4025-969c-0df798eb2dea'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:49:45.540647 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:49:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['81bb20c9-22ac-4025-969c-0df798eb2dea'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:45.581108 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ed8ec-2978-4674-b6a3-f7815b68b9b8 None None] Pushing event updated for resources: {'Port': ['ID=c3e703f9-483d-4e80-942e-212bc50e84fa,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:45.628678 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-6b55de1b-a72e-4386-9820-c4dee7214503 None None] Provisioning complete for port c3e703f9-483d-4e80-942e-212bc50e84fa triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:45.629188 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b55de1b-a72e-4386-9820-c4dee7214503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.727285 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-149cf9a7-6790-49cc-b2e9-179c760689ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.730078 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] Set router 81bb20c9-22ac-4025-969c-0df798eb2dea gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:49:45.864680 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6b55de1b-a72e-4386-9820-c4dee7214503 None None] Current status of the port c3e703f9-483d-4e80-942e-212bc50e84fa is: DOWN; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:45.864976 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b55de1b-a72e-4386-9820-c4dee7214503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.918029 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6b55de1b-a72e-4386-9820-c4dee7214503 None None] For port c3e703f9-483d-4e80-942e-212bc50e84fa, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=c3e703f9-483d-4e80-942e-212bc50e84fa,segment=NetworkSegment(1f615622-a896-4384-a9b3-1c89e2498df4),segment_id=1f615622-a896-4384-a9b3-1c89e2498df4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:49:45.922782 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b55de1b-a72e-4386-9820-c4dee7214503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:45.984980 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a64bf8c4-d61c-45fc-874d-13fd457830b8 up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:46.047429 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55de1b-a72e-4386-9820-c4dee7214503 None None] Pushing event updated for resources: {'Port': ['ID=c3e703f9-483d-4e80-942e-212bc50e84fa,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:49:46.074442 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-e075b9ae-5111-4600-b5cc-e4f420aa9133 None None] Provisioning complete for port c3e703f9-483d-4e80-942e-212bc50e84fa triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:46.074855 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e075b9ae-5111-4600-b5cc-e4f420aa9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:46.118582 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:38Z', 'updated_at': '2022-03-18T12:49:41Z', 'revision_number': 4, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'gw_port': {'id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:39Z', 'updated_at': '2022-03-18T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'c3e703f9-483d-4e80-942e-212bc50e84fa', 'name': '', 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'mac_address': 'fa:16:3e:2a:f2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '34ea976c-d55f-403f-ad0f-c47289705e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:41Z', 'updated_at': '2022-03-18T12:49:45Z', 'revision_number': 4, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'subnets': [{'id': '34ea976c-d55f-403f-ad0f-c47289705e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:49:46.149989 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port a64bf8c4-d61c-45fc-874d-13fd457830b8 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:46.150400 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:46.175812 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f8aac-8285-437f-8f1c-5cd929e5afe0 None None] The sync data for ids ['81bb20c9-22ac-4025-969c-0df798eb2dea'] in dv-cinder-790535-30-iscsi is: [{'id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:38Z', 'updated_at': '2022-03-18T12:49:41Z', 'revision_number': 4, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'gw_port': {'id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:39Z', 'updated_at': '2022-03-18T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': 'c3e703f9-483d-4e80-942e-212bc50e84fa', 'name': '', 'network_id': '0994e560-cc1c-4bd0-8016-a7c7b09389d4', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'mac_address': 'fa:16:3e:2a:f2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '34ea976c-d55f-403f-ad0f-c47289705e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:41Z', 'updated_at': '2022-03-18T12:49:45Z', 'revision_number': 4, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'subnets': [{'id': '34ea976c-d55f-403f-ad0f-c47289705e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:49:46.246038 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e075b9ae-5111-4600-b5cc-e4f420aa9133 None None] Current status of the port c3e703f9-483d-4e80-942e-212bc50e84fa is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:46.281020 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port a64bf8c4-d61c-45fc-874d-13fd457830b8 is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:47.999841 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c3e703f9-483d-4e80-942e-212bc50e84fa up at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:49:48.059191 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafe551-ad24-4839-ad0a-5f9901631269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:48.064830 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Provisioning complete for port c3e703f9-483d-4e80-942e-212bc50e84fa triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:49:48.065206 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:48.142498 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Current status of the port c3e703f9-483d-4e80-942e-212bc50e84fa is: ACTIVE; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:49:49.098309 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:50.748941 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:52.118286 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:52.330470 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:49:57.361321 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b54c8c42-785b-4393-8bb5-d61ad0730117 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148470500&fields=id&tenant_id=02e011ec863c42f3a5f365ac789e90cd HTTP/1.1" status: 200 len: 267 time: 0.0444148 Mar 18 12:49:57.461362 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-4fbd6212-66e5-4b80-a7a5-7b9fb234ce21 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:49:57.462803 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-4fbd6212-66e5-4b80-a7a5-7b9fb234ce21 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 809 time: 0.0952721 Mar 18 12:49:57.476438 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-37a684d9-85d9-4ded-9956-175c0a71185e tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/quotas/02e011ec863c42f3a5f365ac789e90cd HTTP/1.1" status: 200 len: 375 time: 0.0084887 Mar 18 12:49:57.529758 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-99cc0b1a-0441-43cf-a48a-83b9ab127f76 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478840 Mar 18 12:49:57.625120 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-52ce44a5-53ba-43ac-b372-bedac7f7f382 service neutron] 10.222.0.21 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833087 Mar 18 12:49:57.709391 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-2e32ba75-7bd7-497f-a259-6d1ffeeaf0d1 service neutron] 10.222.0.21 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787513 Mar 18 12:49:58.996435 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-770ab89b-ca96-4461-a725-10068b34f6e6 req-eed6f9b5-ea54-4aaa-9954-b95264b40d0f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 210 time: 0.0318270 Mar 18 12:50:00.078354 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7d5e009e-ffc5-446b-9ab5-fea381a57c49 req-e746fadf-92aa-471b-b356-91bbebc9ba01 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 210 time: 0.0272818 Mar 18 12:50:01.166047 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-da4956fc-bc94-48c3-b797-0acb30fdcf8f req-4b6d28d9-9486-47ad-8cb7-f442a0da2f56 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 210 time: 0.0359209 Mar 18 12:50:02.244451 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-365e2dda-95d1-498a-b188-552e9cdd3166 req-b3417f69-f6a0-4702-90f2-f16d8d3e50bf tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 210 time: 0.0276670 Mar 18 12:50:03.334956 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9423f351-c16a-4572-abe3-c98ec6a2e6d9 req-49920e71-9f3d-4b94-a8ca-7c31e1c711e9 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 210 time: 0.0263398 Mar 18 12:50:03.948175 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-26af0894-78ed-45d0-a6cc-ce99f4374911 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:03.949590 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-26af0894-78ed-45d0-a6cc-ce99f4374911 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.37 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 809 time: 0.1000328 Mar 18 12:50:04.010921 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-75a039ca-ff5a-4859-b272-12b3f221bd08 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02e011ec863c42f3a5f365ac789e90cd HTTP/1.1" status: 200 len: 379 time: 0.0534153 Mar 18 12:50:04.018971 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Request body: {'port': {'device_id': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'admin_state_up': True, 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'security_groups': ['c5f50b06-931d-4481-b7ed-e068153091b2']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:50:04.125548 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Made reservation on behalf of 02e011ec863c42f3a5f365ac789e90cd for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 12:50:04.128834 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:04.252397 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Allocated IP 172.20.0.9 (636e6c0d-7e88-42a7-9276-b3af280a12f0/a4735ce5-f6c8-47e6-97ab-0e7d76092d03/b773644c-d0c2-4f6f-83a5-a544d091de36) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:50:04.400754 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:04.431972 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-81a43380-14b5-4421-b3c3-77a122bf2ebc req-e66bb73d-e6f0-48a8-97ea-78fb4afba539 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 210 time: 0.0267580 Mar 18 12:50:04.433497 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:04.474394 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Network 636e6c0d-7e88-42a7-9276-b3af280a12f0 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:50:04.477459 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:50:04.481085 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:50:04.519804 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'Port': ['ID=b773644c-d0c2-4f6f-83a5-a544d091de36,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:50:04.540657 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:04.541289 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:04.558344 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b89d6018-c06c-440b-87e3-9ef87fdf9c91 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5431452 Mar 18 12:50:04.569159 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Request body: {'port': {'device_id': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:50:04.629774 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:04.675401 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8924432a-19b8-4ee4-ab5b-982d116d3f58 None None] Provisioning complete for port b773644c-d0c2-4f6f-83a5-a544d091de36 triggered by entity DHCP. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:50:04.675996 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8924432a-19b8-4ee4-ab5b-982d116d3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:04.711634 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8924432a-19b8-4ee4-ab5b-982d116d3f58 None None] Port b773644c-d0c2-4f6f-83a5-a544d091de36 cannot update to ACTIVE because it is not bound. {{(pid=103443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 12:50:04.888907 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b773644c-d0c2-4f6f-83a5-a544d091de36 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:50:04.896207 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Publish callbacks [] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:04.908267 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Transition to ACTIVE for port object b773644c-d0c2-4f6f-83a5-a544d091de36 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 12:50:04.912050 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:04.964535 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Pushing event updated for resources: {'Port': ['ID=b773644c-d0c2-4f6f-83a5-a544d091de36,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:50:05.032317 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Attempting to bind port b773644c-d0c2-4f6f-83a5-a544d091de36 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 12:50:05.032654 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Attempting to bind port b773644c-d0c2-4f6f-83a5-a544d091de36 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 12:50:05.032985 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Attempting to bind port b773644c-d0c2-4f6f-83a5-a544d091de36 on network 636e6c0d-7e88-42a7-9276-b3af280a12f0 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:50:05.037603 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Port b773644c-d0c2-4f6f-83a5-a544d091de36 on network 636e6c0d-7e88-42a7-9276-b3af280a12f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 12:50:05.037921 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Attempting to bind port b773644c-d0c2-4f6f-83a5-a544d091de36 on network 636e6c0d-7e88-42a7-9276-b3af280a12f0 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 12:50:05.043473 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Checking agent: {'id': '43725301-ef93-4fdb-abf1-73a3b2591a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'started_at': datetime.datetime(2022, 3, 18, 12, 33, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 12, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 12:50:05.043810 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Checking segment: {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 12:50:05.044197 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Bound using segment: {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 12:50:05.044625 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Bound port: b773644c-d0c2-4f6f-83a5-a544d091de36, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa41841-c45a-4c0d-bc71-27f5746737b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 12:50:05.045110 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:05.112598 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 12:50:05.115661 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b773644c-d0c2-4f6f-83a5-a544d091de36,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 12:50:05.123072 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3660855'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:05.154057 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:05.154887 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:05.156276 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] 10.222.0.37 "PUT /v2.0/ports/b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 1093 time: 0.5914466 Mar 18 12:50:05.158700 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:50:05.161746 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45675d7f-6fdb-43ec-a7bf-9ed971085db8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:50:05.195121 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93794b6-cc34-4cc0-98ec-33c88d311295 service neutron] Pushing event updated for resources: {'Port': ['ID=b773644c-d0c2-4f6f-83a5-a544d091de36,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:50:05.228457 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25ac64b-2c9d-4ef2-9bb0-ee1d692350d3 x-openstack-request-id: req-e25ac64b-2c9d-4ef2-9bb0-ee1d692350d3 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:50:05.228758 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:50:05.229017 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e25ac64b-2c9d-4ef2-9bb0-ee1d692350d3 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:50:05.229420 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'status': 'completed', 'code': 200} Mar 18 12:50:05.249658 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-857d7fd6-f35f-4632-b72e-7bcabd4d80de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:05.251200 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-857d7fd6-f35f-4632-b72e-7bcabd4d80de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1127 time: 0.0510476 Mar 18 12:50:05.297613 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-0854160c-94b8-4f51-afc9-70c575fb3ae2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 217 time: 0.0389347 Mar 18 12:50:05.346805 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-fbc54b0b-2006-4f51-bded-91f7e68dc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:05.348244 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-fbc54b0b-2006-4f51-bded-91f7e68dc8b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 200 len: 848 time: 0.0442398 Mar 18 12:50:05.395016 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-8997c394-c85a-4024-9eee-342aacd682e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:05.396519 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-8997c394-c85a-4024-9eee-342aacd682e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=636e6c0d-7e88-42a7-9276-b3af280a12f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424359 Mar 18 12:50:05.486763 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-259e5193-d1b0-48c1-9e31-ea44b272d00d service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846682 Mar 18 12:50:05.551263 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76601f0-4231-4da2-b159-9ea7bebfd7de req-7b54af74-7ed8-4c14-b164-43b3d8cc8c28 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:05.552727 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d76601f0-4231-4da2-b159-9ea7bebfd7de req-7b54af74-7ed8-4c14-b164-43b3d8cc8c28 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0545874 Mar 18 12:50:05.573497 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f6e116d1-22cb-452c-b9d6-9944e05f074d req-624ab56f-0088-40e8-8858-7758868fdb07 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809596 Mar 18 12:50:05.602398 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d76601f0-4231-4da2-b159-9ea7bebfd7de req-c223864a-8b4b-4f80-ba15-291a5581d9d1 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438550 Mar 18 12:50:05.662258 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-1489c08d-2226-4752-8958-250079b45124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:05.663744 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-1489c08d-2226-4752-8958-250079b45124 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1127 time: 0.0444152 Mar 18 12:50:05.753828 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-b7fecaad-d253-4452-aa35-e3cf3e8c73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:05.755253 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-b7fecaad-d253-4452-aa35-e3cf3e8c73ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 910 time: 0.0855868 Mar 18 12:50:05.797353 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-231a566e-315a-454e-bc8c-a9b98472731d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 217 time: 0.0359225 Mar 18 12:50:05.846898 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-71d5612d-8be8-486c-a672-c662ee15edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:05.848296 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-71d5612d-8be8-486c-a672-c662ee15edf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 200 len: 848 time: 0.0456991 Mar 18 12:50:05.897387 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-1893acd4-2ae6-4a0e-be74-cd1337f35846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:05.899531 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-1893acd4-2ae6-4a0e-be74-cd1337f35846 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=636e6c0d-7e88-42a7-9276-b3af280a12f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433881 Mar 18 12:50:05.983159 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-22efff07-ef68-4ac2-9042-935c1cc43d26 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775688 Mar 18 12:50:06.073076 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-45675d7f-6fdb-43ec-a7bf-9ed971085db8 req-f434b795-f386-415c-a843-9a85a4c0a1c9 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837014 Mar 18 12:50:06.717800 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d50e-aab8-40cd-95cb-9697ac3eaea2 req-4c89923b-88be-4eea-a74c-936070976983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:06.719277 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e3a0d50e-aab8-40cd-95cb-9697ac3eaea2 req-4c89923b-88be-4eea-a74c-936070976983 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0507941 Mar 18 12:50:06.776306 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e3a0d50e-aab8-40cd-95cb-9697ac3eaea2 req-c7a91858-f712-486e-8499-8d41c8d5800c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513008 Mar 18 12:50:06.854345 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:50:07.896712 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b43ac-21b8-472f-ab08-4adbaa4e8394 req-e8477725-f68b-4e81-8a9c-82d4e22058e6 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:07.898193 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-089b43ac-21b8-472f-ab08-4adbaa4e8394 req-e8477725-f68b-4e81-8a9c-82d4e22058e6 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0552490 Mar 18 12:50:07.945261 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-089b43ac-21b8-472f-ab08-4adbaa4e8394 req-c2a07389-4613-477f-8854-6cd59b7bd9ae tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417161 Mar 18 12:50:09.058712 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68392e-9635-4c3d-ae3c-ff18c3e14842 req-83dfc1a8-b7ec-42d3-8c67-85fca6b7bf3d tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:09.060167 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fa68392e-9635-4c3d-ae3c-ff18c3e14842 req-83dfc1a8-b7ec-42d3-8c67-85fca6b7bf3d tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0508645 Mar 18 12:50:09.106942 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fa68392e-9635-4c3d-ae3c-ff18c3e14842 req-6e567966-47e3-4af6-9a31-b83c3e27b851 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Mar 18 12:50:10.222151 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aee60-8ac2-4c25-8258-d2ecf23e1b3a req-68665e00-058c-4ed3-b439-3b18316ecc2c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:10.223587 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-703aee60-8ac2-4c25-8258-d2ecf23e1b3a req-68665e00-058c-4ed3-b439-3b18316ecc2c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0516496 Mar 18 12:50:10.275298 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-703aee60-8ac2-4c25-8258-d2ecf23e1b3a req-37d83212-3359-471f-89da-09449dcd433f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462770 Mar 18 12:50:11.388058 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ecb68-ff40-438a-bf0f-000186192121 req-09161eff-da2a-4391-b44c-7f5e97eabaad tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:11.389414 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b66ecb68-ff40-438a-bf0f-000186192121 req-09161eff-da2a-4391-b44c-7f5e97eabaad tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0510156 Mar 18 12:50:11.440077 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b66ecb68-ff40-438a-bf0f-000186192121 req-490d85b4-357a-4fad-8103-97605e4885d9 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Mar 18 12:50:12.554721 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66980e-54fb-49a8-9b26-44ff66d7b5d2 req-45b083cc-0830-47ea-a4cf-b3e4ec96b4ff tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:12.556167 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af66980e-54fb-49a8-9b26-44ff66d7b5d2 req-45b083cc-0830-47ea-a4cf-b3e4ec96b4ff tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0512197 Mar 18 12:50:12.584691 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b773644c-d0c2-4f6f-83a5-a544d091de36 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:50:12.603916 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af66980e-54fb-49a8-9b26-44ff66d7b5d2 req-ea4f9219-7dc1-400f-86b5-58f4d67b8a82 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422831 Mar 18 12:50:12.684411 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b773644c-d0c2-4f6f-83a5-a544d091de36,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:50:12.695913 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'port_id': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'mac_address': 'fa:16:3e:6b:9d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:50:12.730967 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port b773644c-d0c2-4f6f-83a5-a544d091de36 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:50:12.731288 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:12.744402 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b773644c-d0c2-4f6f-83a5-a544d091de36 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:50:12.766049 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b773644c-d0c2-4f6f-83a5-a544d091de36,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:50:12.770511 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:12.815521 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=b773644c-d0c2-4f6f-83a5-a544d091de36,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:50:12.822826 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.823213 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.823587 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.823926 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.824256 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.824579 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.824900 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.825221 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.825540 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.825860 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.826180 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.826497 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.826842 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.827159 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.827480 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:12.962109 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['b773644c-d0c2-4f6f-83a5-a544d091de36'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:50:13.723709 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe584-2c6a-4336-bcbb-e3be31f3cc8b req-81215585-c18a-4062-a17d-1a384e8f9241 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:13.725168 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-619fe584-2c6a-4336-bcbb-e3be31f3cc8b req-81215585-c18a-4062-a17d-1a384e8f9241 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 944 time: 0.0541980 Mar 18 12:50:13.774149 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-619fe584-2c6a-4336-bcbb-e3be31f3cc8b req-51563f36-e236-4c98-ab95-044d5b48dd5b tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 Mar 18 12:50:14.604127 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b773644c-d0c2-4f6f-83a5-a544d091de36 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:50:14.655546 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning for port b773644c-d0c2-4f6f-83a5-a544d091de36 completed by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 12:50:14.659217 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port b773644c-d0c2-4f6f-83a5-a544d091de36 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:50:14.659597 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:14.733016 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port b773644c-d0c2-4f6f-83a5-a544d091de36 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:50:14.733405 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:14.755720 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:50:14.758004 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ef8f70-b0a6-4859-95ac-128b229e8a61" -d '{"events": [{"server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "name": "network-vif-plugged", "status": "completed", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:50:14.770372 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b773644c-d0c2-4f6f-83a5-a544d091de36,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:50:14.774423 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:14.798343 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ebec7-6c1e-40cf-a764-93768fda5aca x-openstack-request-id: req-684ebec7-6c1e-40cf-a764-93768fda5aca {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:50:14.798649 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "name": "network-vif-plugged", "status": "completed", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:50:14.798908 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-684ebec7-6c1e-40cf-a764-93768fda5aca {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:50:14.799299 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'code': 200} Mar 18 12:50:14.830635 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=b773644c-d0c2-4f6f-83a5-a544d091de36,revision_number=5']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:50:14.893832 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f3873-abff-49a8-994d-42a2ff99a55d req-3d4a2cd8-0524-46ea-b440-90d004edf7d7 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:14.895324 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-052f3873-abff-49a8-994d-42a2ff99a55d req-3d4a2cd8-0524-46ea-b440-90d004edf7d7 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0517888 Mar 18 12:50:14.944806 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-052f3873-abff-49a8-994d-42a2ff99a55d req-e0bfedb8-60ec-4d1b-baa1-dfeab01993a7 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435908 Mar 18 12:50:15.007317 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb9494-3c69-452c-a623-54db4f17d27b req-c14712b2-e5e6-447a-a6b7-52625a09cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:15.008785 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-96eb9494-3c69-452c-a623-54db4f17d27b req-c14712b2-e5e6-447a-a6b7-52625a09cb20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0438433 Mar 18 12:50:15.053075 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-96eb9494-3c69-452c-a623-54db4f17d27b req-296c5862-f8d5-442b-85ce-0e166ee99071 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 Mar 18 12:50:15.823996 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbb4ef03-a574-4e7d-8d9c-7272e6848a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:16.064916 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7623d-fda4-4be0-8208-b2aed2f25c4d req-74a7aa04-a407-49d5-8f81-4f6a329274af tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:16.066406 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0ea7623d-fda4-4be0-8208-b2aed2f25c4d req-74a7aa04-a407-49d5-8f81-4f6a329274af tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0532830 Mar 18 12:50:16.120058 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0ea7623d-fda4-4be0-8208-b2aed2f25c4d req-46b07675-1435-4fea-8fbd-60ca6e9e5b87 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472221 Mar 18 12:50:17.233156 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7f09-4fb2-4364-82ec-89494eadb1c5 req-cd2dd56c-06ff-4de5-89da-6f302952903e tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:17.234604 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc1b7f09-4fb2-4364-82ec-89494eadb1c5 req-cd2dd56c-06ff-4de5-89da-6f302952903e tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0499585 Mar 18 12:50:17.282576 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc1b7f09-4fb2-4364-82ec-89494eadb1c5 req-a6cb2705-d841-40ef-a239-7cfe0e6c978c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426037 Mar 18 12:50:17.396324 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527991c2-f91f-488d-9225-26535e00ad09 req-1acf5347-290f-4f6a-a8ab-fec0f925ca1f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:17.397662 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-527991c2-f91f-488d-9225-26535e00ad09 req-1acf5347-290f-4f6a-a8ab-fec0f925ca1f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0511990 Mar 18 12:50:17.445061 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-527991c2-f91f-488d-9225-26535e00ad09 req-5f6f2530-4abd-4038-bd85-7d1b8dc2edde tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Mar 18 12:50:17.466323 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41980) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:50:17.598019 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddc1da0-1875-45bf-8798-3d2ca852f470 tempest-TestShelveInstance-682080959 tempest-TestShelveInstance-682080959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:17.599530 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-cddc1da0-1875-45bf-8798-3d2ca852f470 tempest-TestShelveInstance-682080959 tempest-TestShelveInstance-682080959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1124 time: 0.1322343 Mar 18 12:50:17.602930 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 41984) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:50:17.607018 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Request body: {'floatingip': {'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'port_id': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 12:50:17.627166 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:17.719017 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:17.819034 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Allocated IP 172.27.2.36 (5044cd2f-0dba-41bf-a014-5b4d0b85dd61/719059c2-ea77-4cbb-81fb-cd4fcad88200/16e86a1e-cd3b-41f7-86e5-8f994f118631) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 12:50:17.917357 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for port (16e86a1e-cd3b-41f7-86e5-8f994f118631), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:17.949806 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755721691405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (16e86a1e-cd3b-41f7-86e5-8f994f118631), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:17.987112 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Network 5044cd2f-0dba-41bf-a014-5b4d0b85dd61 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 12:50:17.989795 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 12:50:17.993966 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 12:50:18.025126 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'Port': ['ID=16e86a1e-cd3b-41f7-86e5-8f994f118631,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:50:18.035983 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.036329 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.036671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.037000 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.037334 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.037655 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.037978 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.038298 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.038675 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.038998 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.039318 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.039639 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.039957 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.040271 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.040587 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:50:18.060402 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9639d01c-4826-41db-904e-514570cad18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:18.363058 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for floatingip (10615a32-f921-4510-b62d-d2a2a505a33f), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:18.431827 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (16e86a1e-cd3b-41f7-86e5-8f994f118631), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:18.574824 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for port (16e86a1e-cd3b-41f7-86e5-8f994f118631), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:18.579158 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8870669'] for port (16e86a1e-cd3b-41f7-86e5-8f994f118631), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:18.643295 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event updated for resources: {'Port': ['ID=16e86a1e-cd3b-41f7-86e5-8f994f118631,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:50:18.654218 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590604'] for floatingip (10615a32-f921-4510-b62d-d2a2a505a33f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:18.753204 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Floating IP 10615a32-f921-4510-b62d-d2a2a505a33f associated. External IP: 172.27.2.36, port: b773644c-d0c2-4f6f-83a5-a544d091de36. Mar 18 12:50:18.955488 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:50:19.062393 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:50:19.073559 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] Sync routers for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:50:19.079889 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:19.082794 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:50:19.083408 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:50:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:50:19.103585 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:19.112358 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-36595f23-49c8-4aba-a23d-3e107263de62 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5084445 Mar 18 12:50:19.112944 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:50:19.115467 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5a2fec-273b-457f-a676-5217528f9ede" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:50:19.197234 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:50:19.205405 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c001e6-2093-4b43-bde8-1c88854106b9 x-openstack-request-id: req-96c001e6-2093-4b43-bde8-1c88854106b9 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:50:19.205750 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:50:19.205960 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96c001e6-2093-4b43-bde8-1c88854106b9 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:50:19.206368 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'status': 'completed', 'code': 200} Mar 18 12:50:19.274062 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a2fec-273b-457f-a676-5217528f9ede req-ea6ddb90-4be4-4f8a-b360-f28a75bf4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:19.275581 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cc5a2fec-273b-457f-a676-5217528f9ede req-ea6ddb90-4be4-4f8a-b360-f28a75bf4a1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0481827 Mar 18 12:50:19.363072 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a2fec-273b-457f-a676-5217528f9ede req-e2c2f2a5-3d74-4d50-96e5-2268015d0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:19.364547 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cc5a2fec-273b-457f-a676-5217528f9ede req-e2c2f2a5-3d74-4d50-96e5-2268015d0734 service neutron] 10.222.0.37 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 910 time: 0.0836895 Mar 18 12:50:19.417729 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '10615a32-f921-4510-b62d-d2a2a505a33f', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'port_id': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'mac_address': 'fa:16:3e:6b:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:50:18Z', 'updated_at': '2022-03-18T12:50:18Z', 'revision_number': 0, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5d4739-4337-4eed-a128-68a0d435c66b', 'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'mac_address': 'fa:16:3e:e6:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:36Z', 'updated_at': '2022-03-18T12:49:40Z', 'revision_number': 5, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'subnets': [{'id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:50:19.432130 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cc5a2fec-273b-457f-a676-5217528f9ede req-626ee5cc-2911-48ba-ad13-d9972754ac58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 998 time: 0.0606656 Mar 18 12:50:19.446850 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] Checking router: b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:50:19.454819 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:50:19.455417 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:50:18Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:50:19.479954 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a2fec-273b-457f-a676-5217528f9ede req-6bbe72e0-0da7-4e0a-84e8-008be87b866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:19.481463 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cc5a2fec-273b-457f-a676-5217528f9ede req-6bbe72e0-0da7-4e0a-84e8-008be87b866e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 200 len: 848 time: 0.0436234 Mar 18 12:50:19.529352 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a2fec-273b-457f-a676-5217528f9ede req-19a44da9-bd0d-451b-bcf8-4d757552a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:50:19.530854 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cc5a2fec-273b-457f-a676-5217528f9ede req-19a44da9-bd0d-451b-bcf8-4d757552a744 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=636e6c0d-7e88-42a7-9276-b3af280a12f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441220 Mar 18 12:50:19.560922 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:50:19.621865 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cc5a2fec-273b-457f-a676-5217528f9ede req-9fe72cef-a501-46fc-b244-b688d99df7c1 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837195 Mar 18 12:50:19.711200 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cc5a2fec-273b-457f-a676-5217528f9ede req-b8d8ca46-1349-4403-a1f7-22a4eab954b0 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837629 Mar 18 12:50:19.781732 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '10615a32-f921-4510-b62d-d2a2a505a33f', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'port_id': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'mac_address': 'fa:16:3e:6b:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:50:18Z', 'updated_at': '2022-03-18T12:50:18Z', 'revision_number': 0, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5d4739-4337-4eed-a128-68a0d435c66b', 'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'mac_address': 'fa:16:3e:e6:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:36Z', 'updated_at': '2022-03-18T12:49:40Z', 'revision_number': 5, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'subnets': [{'id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:50:19.807255 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d507866-347b-4107-a90f-c32f02e6b1e0 None None] The sync data for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi is: [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_floatingips': [{'id': '10615a32-f921-4510-b62d-d2a2a505a33f', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'router_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'port_id': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'mac_address': 'fa:16:3e:6b:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T12:50:18Z', 'updated_at': '2022-03-18T12:50:18Z', 'revision_number': 0, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5d4739-4337-4eed-a128-68a0d435c66b', 'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'mac_address': 'fa:16:3e:e6:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:36Z', 'updated_at': '2022-03-18T12:49:40Z', 'revision_number': 5, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'subnets': [{'id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:50:19.997702 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a4504-af04-41f8-b2fd-bbc8a60bcc50 None None] New status for floating IP 10615a32-f921-4510-b62d-d2a2a505a33f: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:50:20.749921 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:22.131416 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:22.331217 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:43.852464 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:50:45.696586 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02048f97-0085-4275-b2bc-4e65daf08810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:48.062704 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6cb178fd-e380-4517-9e17-62098345650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:49.103036 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:50.756677 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:52.145327 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:50:52.336475 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:07.813922 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-b8d3eca5-5964-4e36-985f-98e1bd0b9ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830894 Mar 18 12:51:07.899495 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-edf59228-a86f-4406-81da-e9cc7c2d5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:51:07.900927 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-edf59228-a86f-4406-81da-e9cc7c2d5b28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0470424 Mar 18 12:51:08.002352 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-b23f2b6c-9b64-485a-96bb-09249d57d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:51:08.004193 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-b23f2b6c-9b64-485a-96bb-09249d57d662 service neutron] 10.222.0.37 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 910 time: 0.0816474 Mar 18 12:51:08.073412 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-556659a1-94b0-4590-b862-3a15188a4ebd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 1000 time: 0.0635428 Mar 18 12:51:08.119438 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-525978c9-2b1f-48c8-9d56-478c7eb6a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:51:08.120819 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-525978c9-2b1f-48c8-9d56-478c7eb6a781 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 200 len: 848 time: 0.0423098 Mar 18 12:51:08.167939 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-248078d3-0d1b-41f5-a404-66ab40ca5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:51:08.169353 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-248078d3-0d1b-41f5-a404-66ab40ca5481 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=636e6c0d-7e88-42a7-9276-b3af280a12f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424025 Mar 18 12:51:08.258630 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-8ea6b1af-5024-4032-88b4-4748afa5c926 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823138 Mar 18 12:51:08.343652 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4c930a03-3a7e-421f-b5d4-48c45f215b27 req-c41f664a-ed43-42b7-8b6d-4155a4ffea0c service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796642 Mar 18 12:51:15.697994 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b47c77e1-b4bb-40e3-a121-36d6edcc93b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:16.336336 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-4d2a8800-1bae-46c9-9dc9-7a11f5db6331 req-c51db412-1cdf-43ce-a6b7-0d64c9a47cfc service neutron] (103441) timed out ('10.222.0.37', 53538) {{(pid=103441) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 18 12:51:18.044516 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-94f9cc68-dede-4d18-8477-6ef70260d713 req-3ac8bca1-611c-46c8-89d0-7ac227ad7be9 service neutron] (103442) timed out ('10.222.0.37', 53493) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 18 12:51:18.064717 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6cf46aa8-21f8-4959-b71d-88b27aefa6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:19.105534 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:20.748547 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:20.853198 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:51:22.143308 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:22.338562 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:45.699287 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d5369ed-f149-431c-8640-3d2177fa4fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:48.068302 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f164ec17-7b44-469f-bd88-9db4697ed6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:49.108605 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:50.753294 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:52.142178 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:52.339878 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:51:57.853898 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:52:08.777237 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-dc8e83c2-7a46-4dc6-b38e-91f1d85a137c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444224 Mar 18 12:52:08.862865 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-299b2035-4a52-44b3-b962-1f46c1e352e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:08.864352 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-299b2035-4a52-44b3-b962-1f46c1e352e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0474100 Mar 18 12:52:08.962866 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-d84807c7-fc18-415b-9850-96e4c2f7dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:08.964283 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-d84807c7-fc18-415b-9850-96e4c2f7dd04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 910 time: 0.0812232 Mar 18 12:52:09.030858 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-76bdae1a-a62c-4d57-baa3-376ed464f0e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 1000 time: 0.0607064 Mar 18 12:52:09.083311 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-f4587470-256a-463e-96f8-234b2a241815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:09.084735 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-f4587470-256a-463e-96f8-234b2a241815 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 200 len: 848 time: 0.0425818 Mar 18 12:52:09.131383 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-f0dc0008-fb61-4c60-92d4-85d640fa71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:09.133415 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-f0dc0008-fb61-4c60-92d4-85d640fa71e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=636e6c0d-7e88-42a7-9276-b3af280a12f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428088 Mar 18 12:52:09.220150 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-aef0881d-4d31-4609-95df-6e9b755c1b38 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809200 Mar 18 12:52:09.545974 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8e31a1fb-0dd7-405e-a273-a719e51e342f req-fd54edbb-7fa9-4835-87b9-69f5b43eb600 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196259 Mar 18 12:52:14.621934 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611bdc0-d95e-400f-b3ff-d57718cc7b2c req-885d52b8-3380-4859-9faa-73b5a83d79ef tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:14.623333 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9611bdc0-d95e-400f-b3ff-d57718cc7b2c req-885d52b8-3380-4859-9faa-73b5a83d79ef tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.1022589 Mar 18 12:52:14.670338 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9611bdc0-d95e-400f-b3ff-d57718cc7b2c req-c0d356ae-f54e-49d2-b3a8-9b891c24fbd8 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414608 Mar 18 12:52:15.702382 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4929-b69d-4e93-a22a-77668b748ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:15.840670 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1b3f-d3cd-4f02-92ff-3fdec9c3ebf7 req-4125757c-ef3f-40e4-85d0-d7abc3e5b3ec tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:15.842103 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-475e1b3f-d3cd-4f02-92ff-3fdec9c3ebf7 req-4125757c-ef3f-40e4-85d0-d7abc3e5b3ec tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.1013584 Mar 18 12:52:15.888756 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-475e1b3f-d3cd-4f02-92ff-3fdec9c3ebf7 req-a024bded-2028-47eb-aef7-c95679fd1200 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411448 Mar 18 12:52:17.006493 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aeb9a-a383-4913-972d-89c709ee06e5 req-545d29b4-624e-4c71-8ff2-f3580cd9d0f6 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:17.007976 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-509aeb9a-a383-4913-972d-89c709ee06e5 req-545d29b4-624e-4c71-8ff2-f3580cd9d0f6 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0512402 Mar 18 12:52:17.055032 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-509aeb9a-a383-4913-972d-89c709ee06e5 req-147aa2ad-9f31-419d-95d7-0a621f245d20 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Mar 18 12:52:18.070913 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98614b21-6435-435a-8987-25f2c8a14d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:18.170451 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8addc-2bc0-4eb6-941c-05dbcb4ea8fd req-75baee68-f3c0-4d2e-8f05-e850f957d2e6 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:18.171915 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95d8addc-2bc0-4eb6-941c-05dbcb4ea8fd req-75baee68-f3c0-4d2e-8f05-e850f957d2e6 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0508270 Mar 18 12:52:18.224374 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95d8addc-2bc0-4eb6-941c-05dbcb4ea8fd req-581edf6a-a650-41dc-ba89-95edbd424180 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468836 Mar 18 12:52:19.110339 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:19.338435 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8747bca-8a56-41ac-8e73-b02eeabc8d7d req-ff823cbc-c2f7-4eb0-a6a0-c5a5fe2a90a3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:19.339795 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8747bca-8a56-41ac-8e73-b02eeabc8d7d req-ff823cbc-c2f7-4eb0-a6a0-c5a5fe2a90a3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0504820 Mar 18 12:52:19.385742 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8747bca-8a56-41ac-8e73-b02eeabc8d7d req-e965987d-dacc-4b4f-927a-e471cdf1f543 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 Mar 18 12:52:20.500090 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc954543-3730-48ad-ba2b-c251e71b8d6b req-0996958c-f141-430e-b7a7-7a003d1aa5ae tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:20.501519 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc954543-3730-48ad-ba2b-c251e71b8d6b req-0996958c-f141-430e-b7a7-7a003d1aa5ae tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0509741 Mar 18 12:52:20.547922 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc954543-3730-48ad-ba2b-c251e71b8d6b req-2671b7ac-7e79-4acc-bf0f-434f18c9a16d tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 Mar 18 12:52:20.754966 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:21.667643 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dac45-f37f-4abd-969e-2f98f754298b req-6d60afbd-0b5d-4070-ba7e-f9eaaa72dafc tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:21.669077 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6a1dac45-f37f-4abd-969e-2f98f754298b req-6d60afbd-0b5d-4070-ba7e-f9eaaa72dafc tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0552101 Mar 18 12:52:21.715647 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6a1dac45-f37f-4abd-969e-2f98f754298b req-4fc6c62e-5293-45ed-86b7-6b85a26e715d tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411510 Mar 18 12:52:22.157716 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:22.341550 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:22.829830 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826830c5-69cf-417d-a490-387a80f51f28 req-595978dd-5f79-4db2-ad48-31d848cf5b73 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:22.831296 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-826830c5-69cf-417d-a490-387a80f51f28 req-595978dd-5f79-4db2-ad48-31d848cf5b73 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0511019 Mar 18 12:52:22.878632 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-826830c5-69cf-417d-a490-387a80f51f28 req-de610acf-1313-4d50-b0fa-f35163baedf8 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Mar 18 12:52:23.993087 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99290e-fcb6-445e-bdc5-f9f94c69c9a5 req-6b017b8e-38d9-4a0a-9454-7a14210dab27 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:23.994805 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee99290e-fcb6-445e-bdc5-f9f94c69c9a5 req-6b017b8e-38d9-4a0a-9454-7a14210dab27 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0512624 Mar 18 12:52:24.045357 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee99290e-fcb6-445e-bdc5-f9f94c69c9a5 req-a6313799-a45b-47ab-b405-41867b37b805 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451081 Mar 18 12:52:24.695159 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-51fadd13-92aa-4a75-8bb1-31065dac48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:24.696661 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-51fadd13-92aa-4a75-8bb1-31065dac48be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0441399 Mar 18 12:52:24.783425 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-c43834a7-45ea-4318-a985-e0c8e2687ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:24.784847 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-c43834a7-45ea-4318-a985-e0c8e2687ea6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 910 time: 0.0827725 Mar 18 12:52:24.846801 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-e2dfeb03-c9ae-44d6-8d0a-ce1c38f3c176 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 1000 time: 0.0558591 Mar 18 12:52:24.895500 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-9afe1721-8288-43f7-8d33-47d6b86049d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:24.896906 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-9afe1721-8288-43f7-8d33-47d6b86049d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 200 len: 848 time: 0.0450709 Mar 18 12:52:24.942302 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-81721f75-1f17-48b0-88c2-9ce74353576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:24.944356 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-81721f75-1f17-48b0-88c2-9ce74353576d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=636e6c0d-7e88-42a7-9276-b3af280a12f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414894 Mar 18 12:52:25.027705 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-0f5a719d-bef3-478d-9b73-911466ab3c70 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783319 Mar 18 12:52:25.126912 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ccd650d-5591-4941-bffe-15fa57abf822 req-d78e86ee-5d87-49fa-8485-a9eccb585af8 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923865 Mar 18 12:52:25.161156 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a452-1b5c-495d-873c-17e7b4e36e6f req-a4fbb8cf-cceb-4f3d-9f09-ee76f719a724 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:25.163144 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b8d3a452-1b5c-495d-873c-17e7b4e36e6f req-a4fbb8cf-cceb-4f3d-9f09-ee76f719a724 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0522292 Mar 18 12:52:25.210074 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b8d3a452-1b5c-495d-873c-17e7b4e36e6f req-5499227b-6b3f-40a8-8fb5-86d2dd3c0ddc tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Mar 18 12:52:26.325150 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0339bb-c859-42f9-82a7-4fa37f8c0cb9 req-01beabc1-072e-4eb8-8f1e-090877b42066 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:26.326609 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af0339bb-c859-42f9-82a7-4fa37f8c0cb9 req-01beabc1-072e-4eb8-8f1e-090877b42066 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0509810 Mar 18 12:52:26.372429 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af0339bb-c859-42f9-82a7-4fa37f8c0cb9 req-bb6c114f-17b6-4f3e-b8e3-cb346bbb2075 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404112 Mar 18 12:52:27.490119 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dbf91-db3c-4216-8eda-6c1d11f2b965 req-65c741f5-9ffb-462f-aafe-b043ebe72965 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:27.491614 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e01dbf91-db3c-4216-8eda-6c1d11f2b965 req-65c741f5-9ffb-462f-aafe-b043ebe72965 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0549231 Mar 18 12:52:27.539125 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e01dbf91-db3c-4216-8eda-6c1d11f2b965 req-c695765a-6379-4d3d-845a-7a1a8b0e5c60 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417552 Mar 18 12:52:27.646744 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-886ceb86-5295-443b-a0ab-bc52c75f9167 req-12cb4ca4-cabd-406b-9493-c4db01565bdb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 12:52:27.648303 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-886ceb86-5295-443b-a0ab-bc52c75f9167 req-12cb4ca4-cabd-406b-9493-c4db01565bdb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486579 Mar 18 12:52:27.809886 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06fef1-1b70-4476-b6c3-4610bbd1e224 req-f5488d98-26f5-43d7-902b-073ce36f4507 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:27.811398 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ba06fef1-1b70-4476-b6c3-4610bbd1e224 req-f5488d98-26f5-43d7-902b-073ce36f4507 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0517478 Mar 18 12:52:27.824712 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-beaaa515-a77d-459a-b953-889519ccbada service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858598 Mar 18 12:52:27.859277 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ba06fef1-1b70-4476-b6c3-4610bbd1e224 req-cf1c741b-198f-4151-8b7e-20ef2f9b7562 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420620 Mar 18 12:52:27.942433 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-a569b9a4-ab40-4e05-beff-31d375e8826e tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:27.944368 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-a569b9a4-ab40-4e05-beff-31d375e8826e tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports/b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 942 time: 0.0933249 Mar 18 12:52:28.978625 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b00871-b3be-45cf-a15d-2487a7b25ffa req-1942cfb7-3b82-450a-818a-4d0f1eef5cda tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:28.980066 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90b00871-b3be-45cf-a15d-2487a7b25ffa req-1942cfb7-3b82-450a-818a-4d0f1eef5cda tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0542967 Mar 18 12:52:29.028444 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90b00871-b3be-45cf-a15d-2487a7b25ffa req-75c98a37-0965-4363-ab5d-4c3fbc0bbda8 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429640 Mar 18 12:52:29.071508 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-30395440-f702-4842-a2d1-03a053a438da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:29.072973 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-30395440-f702-4842-a2d1-03a053a438da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8&tenant_id=02e011ec863c42f3a5f365ac789e90cd HTTP/1.1" status: 200 len: 1129 time: 0.0491464 Mar 18 12:52:29.134867 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-c41c59f6-d417-45f5-b566-ea76537f5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:29.136295 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-c41c59f6-d417-45f5-b566-ea76537f5d7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0424583 Mar 18 12:52:29.177728 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b773644c-d0c2-4f6f-83a5-a544d091de36 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:52:29.221616 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-4eb677ed-43eb-4b0c-8459-0d7bc807cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:29.223104 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-4eb677ed-43eb-4b0c-8459-0d7bc807cfe0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 910 time: 0.0813768 Mar 18 12:52:29.253994 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port b773644c-d0c2-4f6f-83a5-a544d091de36 is: ACTIVE; New status is: DOWN {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:52:29.254390 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:29.276488 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:52:29.278753 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27abf8c2-d31b-4d96-9598-ba820cfe3747" -d '{"events": [{"server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "name": "network-vif-unplugged", "status": "completed", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:52:29.290727 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b773644c-d0c2-4f6f-83a5-a544d091de36,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:52:29.292297 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-c319437f-93bc-4581-a480-bc60e6d03086 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 1000 time: 0.0631864 Mar 18 12:52:29.295176 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:29.320421 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Mar 2022 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f347e398-5f74-458d-8b3a-9b8f5ff20e7f x-openstack-request-id: req-f347e398-5f74-458d-8b3a-9b8f5ff20e7f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:52:29.320724 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "name": "network-vif-unplugged", "status": "completed", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:52:29.320982 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f347e398-5f74-458d-8b3a-9b8f5ff20e7f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:52:29.321379 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'code': 200} Mar 18 12:52:29.341721 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-51b1e52c-2715-4ee2-8a34-f61aaeff28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:29.343229 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-51b1e52c-2715-4ee2-8a34-f61aaeff28d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 200 len: 848 time: 0.0452707 Mar 18 12:52:29.346613 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=b773644c-d0c2-4f6f-83a5-a544d091de36,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:52:29.353612 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.353971 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.354320 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.354690 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.355030 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.355365 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.355693 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.356023 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.356352 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.356679 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.357025 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.357336 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.357659 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.357982 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.358306 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:52:29.391184 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-35b271fd-078c-4bff-8c3e-e88c76f72380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:29.392643 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-35b271fd-078c-4bff-8c3e-e88c76f72380 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=636e6c0d-7e88-42a7-9276-b3af280a12f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436347 Mar 18 12:52:29.480187 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-5dc1876a-17ae-4a51-803d-56cba2c4c672 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815849 Mar 18 12:52:29.567648 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f74b9a3-b064-4643-aaff-7cd8360c3373 req-0482be08-e434-44e1-8b2a-06eb5f2c4541 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810928 Mar 18 12:52:30.144204 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748892f-3ff6-469d-bcfb-86d6eb3d88e4 req-e6d2909c-ef2f-459d-95b9-413334ea671b tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:30.145635 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0748892f-3ff6-469d-bcfb-86d6eb3d88e4 req-e6d2909c-ef2f-459d-95b9-413334ea671b tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0513501 Mar 18 12:52:30.191573 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0748892f-3ff6-469d-bcfb-86d6eb3d88e4 req-354108cb-535d-4dd0-8809-33a51a2f38ae tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405371 Mar 18 12:52:31.308429 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ed4b5-102b-4945-9257-468ffb980f9f req-b20c147a-714f-4cd4-b54b-e27264ad61f5 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:31.309870 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-812ed4b5-102b-4945-9257-468ffb980f9f req-b20c147a-714f-4cd4-b54b-e27264ad61f5 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0505064 Mar 18 12:52:31.363786 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-812ed4b5-102b-4945-9257-468ffb980f9f req-0161e449-4844-4818-b96f-562fde4e3d48 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483599 Mar 18 12:52:32.480029 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa431f-4c19-4b16-9ec3-31f9058d74d6 req-170a0eac-19d6-49d3-b657-22a4bc92abd5 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:32.481447 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40fa431f-4c19-4b16-9ec3-31f9058d74d6 req-170a0eac-19d6-49d3-b657-22a4bc92abd5 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0506327 Mar 18 12:52:32.527682 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40fa431f-4c19-4b16-9ec3-31f9058d74d6 req-579af227-8f1a-48be-874e-9504ef59f826 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 Mar 18 12:52:33.645577 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e05af-48e8-4804-a384-3ac2f57421dc req-f116c051-a2ee-4bb3-8b8f-1853ba0db543 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:33.647690 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a90e05af-48e8-4804-a384-3ac2f57421dc req-f116c051-a2ee-4bb3-8b8f-1853ba0db543 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0522366 Mar 18 12:52:33.694283 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a90e05af-48e8-4804-a384-3ac2f57421dc req-f5e85e72-8162-43f7-a223-d529b823e53e tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405695 Mar 18 12:52:34.814029 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd808b54-dff1-4bfe-84c5-a8bc62dbf5a3 req-96a3a7d4-56bd-48e0-bf76-d23e9ade5530 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:34.815517 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fd808b54-dff1-4bfe-84c5-a8bc62dbf5a3 req-96a3a7d4-56bd-48e0-bf76-d23e9ade5530 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0550489 Mar 18 12:52:34.855884 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:52:34.863939 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fd808b54-dff1-4bfe-84c5-a8bc62dbf5a3 req-e2a5f12f-74b4-4c21-bb85-e5d8402eea0e tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424314 Mar 18 12:52:35.562490 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cbdef-5b47-488f-b7ba-975497b63d13 req-e91021dc-9cd2-459f-b0cc-abf59ccd0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:35.564019 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b4cbdef-5b47-488f-b7ba-975497b63d13 req-e91021dc-9cd2-459f-b0cc-abf59ccd0fcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1127 time: 0.0482590 Mar 18 12:52:35.607670 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b4cbdef-5b47-488f-b7ba-975497b63d13 req-39782a22-ea28-40c4-9fac-4f928a471992 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382254 Mar 18 12:52:35.982701 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca796-e48a-444a-a737-61a27c128062 req-ec936cf1-b11a-4092-bdfe-40ab9b040e8d tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:35.984145 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e52ca796-e48a-444a-a737-61a27c128062 req-ec936cf1-b11a-4092-bdfe-40ab9b040e8d tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0547469 Mar 18 12:52:36.032669 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e52ca796-e48a-444a-a737-61a27c128062 req-3dcd044e-c01b-43c1-8723-4b0082d002fe tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 Mar 18 12:52:37.145678 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8df8d-65a9-4f3e-b135-35090ca1c9e7 req-e32212c9-ccb3-4040-8553-e1a3ab532cba tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:52:37.147123 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b9e8df8d-65a9-4f3e-b135-35090ca1c9e7 req-e32212c9-ccb3-4040-8553-e1a3ab532cba tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 943 time: 0.0496871 Mar 18 12:52:37.196580 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b9e8df8d-65a9-4f3e-b135-35090ca1c9e7 req-d0b1f97d-58f1-494c-ac18-d97aba0fc6c6 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434213 Mar 18 12:52:37.239342 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b773644c-d0c2-4f6f-83a5-a544d091de36 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 12:52:37.334183 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b773644c-d0c2-4f6f-83a5-a544d091de36,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:52:37.345576 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Returning: {'device': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'port_id': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'mac_address': 'fa:16:3e:6b:9d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 12:52:37.380719 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port b773644c-d0c2-4f6f-83a5-a544d091de36 is: DOWN; New status is: BUILD {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:52:37.381109 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:37.394086 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b773644c-d0c2-4f6f-83a5-a544d091de36 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 12:52:37.412730 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b773644c-d0c2-4f6f-83a5-a544d091de36,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:52:37.416716 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:37.466608 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=b773644c-d0c2-4f6f-83a5-a544d091de36,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:52:37.653887 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] get_ports_and_sgs() called for port_ids ['b773644c-d0c2-4f6f-83a5-a544d091de36'] {{(pid=103443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 12:52:39.240046 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b773644c-d0c2-4f6f-83a5-a544d091de36 up at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 12:52:39.285777 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Provisioning complete for port b773644c-d0c2-4f6f-83a5-a544d091de36 triggered by entity L2. {{(pid=103443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 12:52:39.286147 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701990'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), provisioning_complete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:39.357654 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Current status of the port b773644c-d0c2-4f6f-83a5-a544d091de36 is: BUILD; New status is: ACTIVE {{(pid=103443) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 12:52:39.357958 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599604'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:39.382726 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:52:39.384929 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd77cc379d12c1dc5defce36f51874d61482162c09f54ab28b8b5fd1c026c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcdf929-85bd-49d8-b688-9efcd14a7298" -d '{"events": [{"server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "name": "network-vif-plugged", "status": "completed", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:52:39.396834 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61622b96-7651-48fe-af41-2851e84860bb None None] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b773644c-d0c2-4f6f-83a5-a544d091de36,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:52:39.401859 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755722226068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755721691423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755721691441'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:39.447978 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Pushing event updated for resources: {'Port': ['ID=b773644c-d0c2-4f6f-83a5-a544d091de36,revision_number=8']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:52:39.478208 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8671a0c3-6067-4383-a8bc-ddfde18b2910 x-openstack-request-id: req-8671a0c3-6067-4383-a8bc-ddfde18b2910 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:52:39.478496 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "name": "network-vif-plugged", "status": "completed", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:52:39.478810 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8671a0c3-6067-4383-a8bc-ddfde18b2910 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:52:39.479207 dv-cinder-790535-30-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'code': 200} Mar 18 12:52:45.703214 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b99d4a6-d9e4-414c-a894-830d2cab8d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:48.072373 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae4b1c71-1d0e-423b-b74a-f35f50282f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:49.115371 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:50.756783 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:52.173569 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:52:52.342645 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:10.321134 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-050599d8-b9b4-492e-86b5-bde78f6f557c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425596 Mar 18 12:53:10.407218 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-e146d29f-fb56-4eaf-95cc-16eda8f8b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:10.408691 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-e146d29f-fb56-4eaf-95cc-16eda8f8b098 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0441587 Mar 18 12:53:10.510068 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-d54ec702-759b-43e3-b2ac-48cad713c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:10.511533 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-d54ec702-759b-43e3-b2ac-48cad713c7bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 910 time: 0.0844922 Mar 18 12:53:10.575083 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-8723720a-de61-4d45-8280-186f39bb444b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 1000 time: 0.0567603 Mar 18 12:53:10.632916 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-5b05cc76-81b8-43e6-8e21-66985af5eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:10.634395 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-5b05cc76-81b8-43e6-8e21-66985af5eefb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 200 len: 848 time: 0.0533752 Mar 18 12:53:10.681876 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-e2f2633b-9bee-4025-9b66-a6a703469064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:10.683375 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-e2f2633b-9bee-4025-9b66-a6a703469064 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=636e6c0d-7e88-42a7-9276-b3af280a12f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433738 Mar 18 12:53:10.768521 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-053b0026-aa8f-4aeb-987d-6f43191ff7fd service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788050 Mar 18 12:53:10.857417 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24a15523-2bf6-48b3-8d2b-e65cc2033c1e req-ff3edd30-1d14-4512-8f29-c352428d5599 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832725 Mar 18 12:53:11.856068 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:53:15.703098 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-166275b8-63b5-4140-be4d-1ebe5703727b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:18.073000 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5eb10a25-1fb1-4ebd-8089-a628a5079d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:19.115554 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:20.759420 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:22.187845 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:22.346401 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:45.706797 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bae3-8ae1-47f2-b4c1-1a4548d78277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:48.073125 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e1d4565-396d-4d47-b453-194c058b907d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:48.855021 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:53:49.119002 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:50.098015 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42106) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:53:50.248315 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Deleting port 16e86a1e-cd3b-41f7-86e5-8f994f118631 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:53:50.248656 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (16e86a1e-cd3b-41f7-86e5-8f994f118631), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:50.319838 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (16e86a1e-cd3b-41f7-86e5-8f994f118631), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:50.320699 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for floatingip (16e86a1e-cd3b-41f7-86e5-8f994f118631), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:50.331930 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Calling delete_port for 16e86a1e-cd3b-41f7-86e5-8f994f118631 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:53:50.478552 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (16e86a1e-cd3b-41f7-86e5-8f994f118631), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:50.504249 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event deleted for resources: {'Port': ['ID=16e86a1e-cd3b-41f7-86e5-8f994f118631,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:53:50.528786 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.529134 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.529476 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.529822 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.530158 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.530488 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.530839 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.531165 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.531490 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.531813 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.532136 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.532460 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.532780 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.533099 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.533413 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:50.574692 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for floatingip (10615a32-f921-4510-b62d-d2a2a505a33f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:50.574949 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Floating IP 10615a32-f921-4510-b62d-d2a2a505a33f disassociated (deleted). External IP: 172.27.2.36, port: b773644c-d0c2-4f6f-83a5-a544d091de36. Mar 18 12:53:50.763153 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:51.021727 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:53:51.127798 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:53:51.132339 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:51.137664 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] Sync routers for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:53:51.147215 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:53:51.147830 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:53:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:51.160364 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2be53b65-a3e8-4017-aa53-8c77e4d2110f tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "DELETE /v2.0/floatingips/10615a32-f921-4510-b62d-d2a2a505a33f HTTP/1.1" status: 204 len: 168 time: 1.0612655 Mar 18 12:53:51.160931 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:53:51.163173 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2d46eb4c48bce0a0bd9a41783b6498a45ac968a95c73638867e03ec113e23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:53:51.201512 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246307c1-c128-42f0-bc96-ebfd9d6fe6d5 x-openstack-request-id: req-246307c1-c128-42f0-bc96-ebfd9d6fe6d5 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:53:51.201802 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:53:51.202055 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-246307c1-c128-42f0-bc96-ebfd9d6fe6d5 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:53:51.202458 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'status': 'completed', 'code': 200} Mar 18 12:53:51.264970 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:53:51.275527 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-5e1559bd-f500-4d11-a8bd-31fbdcf2453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:51.276962 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-5e1559bd-f500-4d11-a8bd-31fbdcf2453d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02e011ec863c42f3a5f365ac789e90cd&device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0511451 Mar 18 12:53:51.379470 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-35ded8f4-d514-491c-963d-9c4e359cf597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:51.381264 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-35ded8f4-d514-491c-963d-9c4e359cf597 service neutron] 10.222.0.37 "GET /v2.0/networks?id=636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 200 len: 910 time: 0.0973375 Mar 18 12:53:51.393829 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1208fc-0d40-4642-bb5a-fa8d56144d24 req-b7c5baa1-8d80-4d84-abb3-5b760a244c13 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:51.395321 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7e1208fc-0d40-4642-bb5a-fa8d56144d24 req-b7c5baa1-8d80-4d84-abb3-5b760a244c13 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0532942 Mar 18 12:53:51.424404 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-883bda84-9ede-4503-b795-a7d6c4a34c91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 200 len: 217 time: 0.0369143 Mar 18 12:53:51.448899 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7e1208fc-0d40-4642-bb5a-fa8d56144d24 req-5c0f81c4-aa24-4333-a610-1e43b117cc56 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475259 Mar 18 12:53:51.473882 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-9891d334-e0a5-42c1-8861-259d437c9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:51.475448 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-9891d334-e0a5-42c1-8861-259d437c9827 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 200 len: 848 time: 0.0444131 Mar 18 12:53:51.477451 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c5d4739-4337-4eed-a128-68a0d435c66b', 'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'mac_address': 'fa:16:3e:e6:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:36Z', 'updated_at': '2022-03-18T12:49:40Z', 'revision_number': 5, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'subnets': [{'id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:51.503020 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] Checking router: b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:53:51.511529 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:53:51.512138 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:53:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:51.523118 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-de2bcf61-be0d-4752-904b-c969fbbfd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:51.525137 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-de2bcf61-be0d-4752-904b-c969fbbfd895 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=636e6c0d-7e88-42a7-9276-b3af280a12f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435250 Mar 18 12:53:51.615388 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-560ce7dd-075c-4f34-a3d6-1addbe698f04 service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837238 Mar 18 12:53:51.618679 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:53:51.702097 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b7008c4e-7d53-4a4f-b158-26ea5648f5ca req-22e6e3fb-634f-41df-a182-ade279feb5bb service neutron] 10.222.0.37 "GET /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803909 Mar 18 12:53:51.811586 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c5d4739-4337-4eed-a128-68a0d435c66b', 'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'mac_address': 'fa:16:3e:e6:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:36Z', 'updated_at': '2022-03-18T12:49:40Z', 'revision_number': 5, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'subnets': [{'id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:51.840489 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cad4a7-2722-4919-a925-28ebabb9d037 None None] The sync data for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi is: [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:36Z', 'revision_number': 4, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi', '_interfaces': [{'id': '0c5d4739-4337-4eed-a128-68a0d435c66b', 'name': '', 'network_id': '636e6c0d-7e88-42a7-9276-b3af280a12f0', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'mac_address': 'fa:16:3e:e6:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:36Z', 'updated_at': '2022-03-18T12:49:40Z', 'revision_number': 5, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'subnets': [{'id': 'a4735ce5-f6c8-47e6-97ab-0e7d76092d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:53:52.041921 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5092516-2ddf-4298-ac1c-e8c089939b55 None None] New status for floating IP 10615a32-f921-4510-b62d-d2a2a505a33f: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 12:53:52.202140 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:52.346967 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:52.567383 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3064c-295f-433c-ab52-3d4cb0cde830 req-55d96f28-c87e-450b-aa5a-fa7f3b71832c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:52.568867 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ebf3064c-295f-433c-ab52-3d4cb0cde830 req-55d96f28-c87e-450b-aa5a-fa7f3b71832c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0521536 Mar 18 12:53:52.620160 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ebf3064c-295f-433c-ab52-3d4cb0cde830 req-0f5f2d9b-8f35-47e8-89e0-2a734130f703 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f50b06-931d-4481-b7ed-e068153091b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458362 Mar 18 12:53:52.897644 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-04a61029-93e5-4420-a9d1-1bd9e6914f47 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 12:53:52.899672 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-04a61029-93e5-4420-a9d1-1bd9e6914f47 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 945 time: 0.0561316 Mar 18 12:53:52.986659 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Deleting port b773644c-d0c2-4f6f-83a5-a544d091de36 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:53:52.986981 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:53.077022 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] For port b773644c-d0c2-4f6f-83a5-a544d091de36, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b773644c-d0c2-4f6f-83a5-a544d091de36,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:53:53.077389 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:53.090063 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Calling delete_port for b773644c-d0c2-4f6f-83a5-a544d091de36 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:53:53.210354 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (b773644c-d0c2-4f6f-83a5-a544d091de36), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:53.241187 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event deleted for resources: {'Port': ['ID=b773644c-d0c2-4f6f-83a5-a544d091de36,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:53:53.253226 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.253580 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.253926 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.254279 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.254619 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.254954 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.255277 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.255601 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.255935 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.256257 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.256579 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.256899 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.257217 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.258125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.258449 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-30-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 12:53:53.292915 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] No DVR routers for this DVR port b773644c-d0c2-4f6f-83a5-a544d091de36 on host hv-cinder-79053 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:53:53.295400 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118245'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:53.298753 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc223f8e-22a6-4ca1-b25f-650415c0ac69 req-cb2b2f58-b15f-45c8-bb87-c45d69f933c3 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.37 "DELETE /v2.0/ports/b773644c-d0c2-4f6f-83a5-a544d091de36 HTTP/1.1" status: 204 len: 173 time: 0.3938007 Mar 18 12:53:53.299195 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'name': 'network-vif-deleted', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 12:53:53.301404 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfdf9cfb244aa888606ea68a958a651fb6921dd72973398e57922f92b4d71568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269b8565-8034-4809-8f27-d6611876257e" -d '{"events": [{"server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "name": "network-vif-deleted", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 12:53:53.390825 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d972a94-3b8d-4a27-a1e7-4c7af0d3b34f x-openstack-request-id: req-1d972a94-3b8d-4a27-a1e7-4c7af0d3b34f {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 12:53:53.391125 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a28c71-6743-4756-af5a-fc82b837fec8", "name": "network-vif-deleted", "tag": "b773644c-d0c2-4f6f-83a5-a544d091de36", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 12:53:53.391379 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d972a94-3b8d-4a27-a1e7-4c7af0d3b34f {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 12:53:53.391780 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a28c71-6743-4756-af5a-fc82b837fec8', 'name': 'network-vif-deleted', 'tag': 'b773644c-d0c2-4f6f-83a5-a544d091de36', 'status': 'completed', 'code': 200} Mar 18 12:53:53.735771 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cdc7ee73-7add-46df-a6a2-5528ee4e03bd req-9a3ca0b2-41ad-400b-9701-556e6d4281b6 tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a28c71-6743-4756-af5a-fc82b837fec8 HTTP/1.1" status: 200 len: 210 time: 0.0286255 Mar 18 12:53:54.791309 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42136) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:53:54.845587 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31ad696c-9db7-4aa8-b13f-fc4f95f3286c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group (c5f50b06-931d-4481-b7ed-e068153091b2), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:54.870610 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31ad696c-9db7-4aa8-b13f-fc4f95f3286c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group (c5f50b06-931d-4481-b7ed-e068153091b2), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:54.928519 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31ad696c-9db7-4aa8-b13f-fc4f95f3286c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (c5f50b06-931d-4481-b7ed-e068153091b2), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:54.931780 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31ad696c-9db7-4aa8-b13f-fc4f95f3286c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:54.932947 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-31ad696c-9db7-4aa8-b13f-fc4f95f3286c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] 10.222.0.21 "DELETE /v2.0/security-groups/c5f50b06-931d-4481-b7ed-e068153091b2 HTTP/1.1" status: 204 len: 168 time: 0.1406617 Mar 18 12:53:54.941912 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad696c-9db7-4aa8-b13f-fc4f95f3286c tempest-TestShelveInstance-1587977861 tempest-TestShelveInstance-1587977861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f50b06-931d-4481-b7ed-e068153091b2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:53:54.980618 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42140) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:53:55.317158 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:55.560958 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Deleting port 0c5d4739-4337-4eed-a128-68a0d435c66b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:53:55.561290 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:55.635972 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] For port 0c5d4739-4337-4eed-a128-68a0d435c66b, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=0c5d4739-4337-4eed-a128-68a0d435c66b,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:53:55.636237 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:55.648957 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Calling delete_port for 0c5d4739-4337-4eed-a128-68a0d435c66b owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:53:55.823984 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (0c5d4739-4337-4eed-a128-68a0d435c66b), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:55.853343 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5d4739-4337-4eed-a128-68a0d435c66b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:53:56.019671 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:56.231496 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:53:56.336096 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:53:56.340982 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7f8fc1c3-4760-478f-8e0d-466122a22d00 admin admin] 10.222.0.21 "PUT /v2.0/routers/b3a54e4c-b834-495e-8a77-0e8f5ec47ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3593047 Mar 18 12:53:56.343614 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42142) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:53:56.426111 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] Sync routers for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:53:56.435566 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:53:56.436172 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:53:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:56.444719 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks [] for router (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:56.541811 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: dv-cinder-790535-30-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:53:56.546034 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks [] for router_gateway (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:56.600518 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Deleting port a650e183-ed11-4edb-aa39-d2828b2d6444 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:53:56.601582 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:56.677929 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] For port a650e183-ed11-4edb-aa39-d2828b2d6444, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a650e183-ed11-4edb-aa39-d2828b2d6444,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:53:56.678383 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:56.691812 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Calling delete_port for a650e183-ed11-4edb-aa39-d2828b2d6444 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:53:56.714808 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:53:55Z', 'revision_number': 5, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port': {'id': 'a650e183-ed11-4edb-aa39-d2828b2d6444', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:56.744792 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] Checking router: b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 for host: dv-cinder-790535-30-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:53:56.752748 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] Routers {'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:53:56.753357 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:53:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:56.837875 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] Set router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:53:56.855714 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (a650e183-ed11-4edb-aa39-d2828b2d6444), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:56.881637 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Pushing event deleted for resources: {'Port': ['ID=a650e183-ed11-4edb-aa39-d2828b2d6444,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:53:56.895124 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:53:56Z', 'revision_number': 6, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port_host': None}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:56.921971 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4626c-d418-4437-8f84-903af5021e93 None None] The sync data for ids ['b3a54e4c-b834-495e-8a77-0e8f5ec47ce0'] in dv-cinder-790535-30-iscsi is: [{'id': 'b3a54e4c-b834-495e-8a77-0e8f5ec47ce0', 'name': 'tempest-TestShelveInstance-1192964126-router', 'tenant_id': '02e011ec863c42f3a5f365ac789e90cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:34Z', 'updated_at': '2022-03-18T12:53:56Z', 'revision_number': 6, 'project_id': '02e011ec863c42f3a5f365ac789e90cd', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:53:56.946546 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.036156 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.038246 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks [] for router_controller (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.079695 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (b3a54e4c-b834-495e-8a77-0e8f5ec47ce0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.080233 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:53:57.084589 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.086159 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6dba0cc5-fcae-4848-9f58-ee43af5e7875 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b3a54e4c-b834-495e-8a77-0e8f5ec47ce0 HTTP/1.1" status: 204 len: 168 time: 0.7416553 Mar 18 12:53:57.088737 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:53:57.134568 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-960cb2fc-22e5-413e-91bf-659f873e6376 admin admin] Deleting subnet a4735ce5-f6c8-47e6-97ab-0e7d76092d03 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:53:57.137545 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960cb2fc-22e5-413e-91bf-659f873e6376 admin admin] Publish callbacks [] for subnet (a4735ce5-f6c8-47e6-97ab-0e7d76092d03), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.411099 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960cb2fc-22e5-413e-91bf-659f873e6376 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911340'] for subnet (a4735ce5-f6c8-47e6-97ab-0e7d76092d03), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.483188 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960cb2fc-22e5-413e-91bf-659f873e6376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (a4735ce5-f6c8-47e6-97ab-0e7d76092d03), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.535517 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960cb2fc-22e5-413e-91bf-659f873e6376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8870347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763615'] for subnet (a4735ce5-f6c8-47e6-97ab-0e7d76092d03), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.560787 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cb2fc-22e5-413e-91bf-659f873e6376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4735ce5-f6c8-47e6-97ab-0e7d76092d03,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:53:57.564961 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960cb2fc-22e5-413e-91bf-659f873e6376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.568615 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-960cb2fc-22e5-413e-91bf-659f873e6376 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4735ce5-f6c8-47e6-97ab-0e7d76092d03 HTTP/1.1" status: 204 len: 168 time: 0.4786077 Mar 18 12:53:57.571397 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42146) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:53:57.573856 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d10a2-f15a-4061-bd51-f5aa2d5061c8 None None] Network 636e6c0d-7e88-42a7-9276-b3af280a12f0 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:53:57.641273 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (636e6c0d-7e88-42a7-9276-b3af280a12f0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.706052 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Deleting port 0a183d2b-30f4-4313-ac91-52375365ab81 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:53:57.706386 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.746143 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b773644c-d0c2-4f6f-83a5-a544d091de36 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:53:57.771110 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] For port 0a183d2b-30f4-4313-ac91-52375365ab81, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=0a183d2b-30f4-4313-ac91-52375365ab81,segment=NetworkSegment(7aa41841-c45a-4c0d-bc71-27f5746737b4),segment_id=7aa41841-c45a-4c0d-bc71-27f5746737b4)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:53:57.771478 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.774326 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61622b96-7651-48fe-af41-2851e84860bb None None] No Port match for: b773644c-d0c2-4f6f-83a5-a544d091de36 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:53:57.774700 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Device b773644c-d0c2-4f6f-83a5-a544d091de36 not bound to the agent host hv-cinder-79053 {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:53:57.785454 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Calling delete_port for 0a183d2b-30f4-4313-ac91-52375365ab81 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:53:57.870470 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0126383-0c5b-4872-8765-b621f9282229 None None] DHCP port deletion for 636e6c0d-7e88-42a7-9276-b3af280a12f0 request from dv-cinder-790535-30-iscsi {{(pid=103443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 12:53:57.873041 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (0a183d2b-30f4-4313-ac91-52375365ab81), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:57.903100 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a183d2b-30f4-4313-ac91-52375365ab81,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:53:57.904915 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] No DVR routers for this DVR port 0a183d2b-30f4-4313-ac91-52375365ab81 on host dv-cinder-790535-30-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:53:57.982740 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (636e6c0d-7e88-42a7-9276-b3af280a12f0), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:58.003326 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636e6c0d-7e88-42a7-9276-b3af280a12f0']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:58.012828 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa41841-c45a-4c0d-bc71-27f5746737b4') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:58.013119 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa41841-c45a-4c0d-bc71-27f5746737b4') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:58.022017 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911317'] for segment (7aa41841-c45a-4c0d-bc71-27f5746737b4), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:58.035150 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (7aa41841-c45a-4c0d-bc71-27f5746737b4), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:58.041223 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:53:58.041705 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8870761'] for segment (7aa41841-c45a-4c0d-bc71-27f5746737b4), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: Traceback (most recent call last): Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: timer() Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: cb(*args, **kw) Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: return func(*args, **kwargs) Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: self._notify() Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: self.callback(batched_events) Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: event.method(event) Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: return f(self, *a, **k) Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: return self._get(url).json() Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:53:58.043397 dv-cinder-790535-30-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:53:58.100846 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (636e6c0d-7e88-42a7-9276-b3af280a12f0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:58.106842 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:58.112640 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] 10.222.0.21 "DELETE /v2.0/networks/636e6c0d-7e88-42a7-9276-b3af280a12f0 HTTP/1.1" status: 204 len: 168 time: 0.5376308 Mar 18 12:53:58.113007 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 42148) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:53:58.122097 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50827ed-2f70-4998-a84a-0dc4b8872e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=636e6c0d-7e88-42a7-9276-b3af280a12f0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:53:58.122299 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0a183d2b-30f4-4313-ac91-52375365ab81 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:53:58.148077 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 0a183d2b-30f4-4313-ac91-52375365ab81 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:53:58.148346 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0a183d2b-30f4-4313-ac91-52375365ab81 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:53:58.148732 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0c5d4739-4337-4eed-a128-68a0d435c66b no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:53:58.169168 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: 0c5d4739-4337-4eed-a128-68a0d435c66b {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:53:58.169514 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device 0c5d4739-4337-4eed-a128-68a0d435c66b not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:53:58.169922 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a650e183-ed11-4edb-aa39-d2828b2d6444 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:53:58.189267 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: a650e183-ed11-4edb-aa39-d2828b2d6444 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:53:58.189609 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a650e183-ed11-4edb-aa39-d2828b2d6444 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:53:58.475730 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595468'] for router_interface (81bb20c9-22ac-4025-969c-0df798eb2dea), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:58.714269 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Deleting port c3e703f9-483d-4e80-942e-212bc50e84fa {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:53:58.714634 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:58.793421 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] For port c3e703f9-483d-4e80-942e-212bc50e84fa, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=c3e703f9-483d-4e80-942e-212bc50e84fa,segment=NetworkSegment(1f615622-a896-4384-a9b3-1c89e2498df4),segment_id=1f615622-a896-4384-a9b3-1c89e2498df4)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:53:58.793782 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:58.806828 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Calling delete_port for c3e703f9-483d-4e80-942e-212bc50e84fa owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:53:58.979739 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (c3e703f9-483d-4e80-942e-212bc50e84fa), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:59.004759 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e703f9-483d-4e80-942e-212bc50e84fa,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:53:59.172778 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596668'] for router_interface (81bb20c9-22ac-4025-969c-0df798eb2dea), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:59.383565 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Router 81bb20c9-22ac-4025-969c-0df798eb2dea has already been hosted by L3 agent 7c5978e1-5ad8-4c18-a905-3b533f3bb1aa {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 12:53:59.485281 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] Notify agent at l3_agent.dv-cinder-790535-30-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 12:53:59.490228 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-fd538f25-5299-474c-b848-ac25da5f6be1 admin admin] 10.222.0.21 "PUT /v2.0/routers/81bb20c9-22ac-4025-969c-0df798eb2dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3761828 Mar 18 12:53:59.493271 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 42150) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:53:59.495576 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] Sync routers for ids ['81bb20c9-22ac-4025-969c-0df798eb2dea'] in dv-cinder-790535-30-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 12:53:59.506199 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] Routers {'81bb20c9-22ac-4025-969c-0df798eb2dea'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:53:59.506852 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:53:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['81bb20c9-22ac-4025-969c-0df798eb2dea'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:59.624504 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] Set router 81bb20c9-22ac-4025-969c-0df798eb2dea gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:53:59.800697 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:38Z', 'updated_at': '2022-03-18T12:53:58Z', 'revision_number': 5, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'gw_port': {'id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:39Z', 'updated_at': '2022-03-18T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:59.830395 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] Checking router: 81bb20c9-22ac-4025-969c-0df798eb2dea for host: dv-cinder-790535-30-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 12:53:59.839114 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] Routers {'81bb20c9-22ac-4025-969c-0df798eb2dea'} bound to L3 agent in host dv-cinder-790535-30-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 12:53:59.839727 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T12:27:48Z,description=,heartbeat_timestamp=2022-03-18T12:53:48Z,host='dv-cinder-790535-30-iscsi',id=7c5978e1-5ad8-4c18-a905-3b533f3bb1aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T12:27:48Z,topic='l3_agent')) {'router_ids': ['81bb20c9-22ac-4025-969c-0df798eb2dea'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:53:59.841927 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks [] for router (81bb20c9-22ac-4025-969c-0df798eb2dea), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:59.943159 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks [] for router_gateway (81bb20c9-22ac-4025-969c-0df798eb2dea), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:53:59.946920 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] Set router 81bb20c9-22ac-4025-969c-0df798eb2dea gateway port host: dv-cinder-790535-30-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 12:53:59.995468 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Deleting port a64bf8c4-d61c-45fc-874d-13fd457830b8 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:53:59.995809 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.073507 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] For port a64bf8c4-d61c-45fc-874d-13fd457830b8, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=a64bf8c4-d61c-45fc-874d-13fd457830b8,segment=NetworkSegment(290a2388-6566-44e5-89ae-c235bef8beee),segment_id=290a2388-6566-44e5-89ae-c235bef8beee)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:54:00.073909 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.089486 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Calling delete_port for a64bf8c4-d61c-45fc-874d-13fd457830b8 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:54:00.124756 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:38Z', 'updated_at': '2022-03-18T12:53:58Z', 'revision_number': 5, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'gw_port': {'id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:39Z', 'updated_at': '2022-03-18T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}], 'dv-cinder-790535-30-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:54:00.150693 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c97a04-cf71-4e63-8225-2b091035b299 None None] The sync data for ids ['81bb20c9-22ac-4025-969c-0df798eb2dea'] in dv-cinder-790535-30-iscsi is: [{'id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'name': 'tempest-TestShelveInstance-1235900997-router', 'tenant_id': 'e4389e156f5749ed87264024adfcbd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'external_fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T12:49:38Z', 'updated_at': '2022-03-18T12:53:58Z', 'revision_number': 5, 'project_id': 'e4389e156f5749ed87264024adfcbd05', 'gw_port': {'id': 'a64bf8c4-d61c-45fc-874d-13fd457830b8', 'name': '', 'network_id': '5044cd2f-0dba-41bf-a014-5b4d0b85dd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb20c9-22ac-4025-969c-0df798eb2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T12:49:39Z', 'updated_at': '2022-03-18T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '719059c2-ea77-4cbb-81fb-cd4fcad88200', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-30-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 12:54:00.255600 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3660800'] for port (a64bf8c4-d61c-45fc-874d-13fd457830b8), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.285011 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64bf8c4-d61c-45fc-874d-13fd457830b8,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:54:00.342193 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590534'] for router_gateway (81bb20c9-22ac-4025-969c-0df798eb2dea), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.430912 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61111'] for router (81bb20c9-22ac-4025-969c-0df798eb2dea), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.432883 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks [] for router_controller (81bb20c9-22ac-4025-969c-0df798eb2dea), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.478652 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592549'] for router (81bb20c9-22ac-4025-969c-0df798eb2dea), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.479273 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81bb20c9-22ac-4025-969c-0df798eb2dea {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 12:54:00.483984 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.485141 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ecd5a2d6-9c50-4b31-b35a-eb3169cea358 admin admin] 10.222.0.21 "DELETE /v2.0/routers/81bb20c9-22ac-4025-969c-0df798eb2dea HTTP/1.1" status: 204 len: 168 time: 0.9909019 Mar 18 12:54:00.487908 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42152) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:54:00.533219 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cdc956-b5e2-4b30-917c-3cc35aa28f55 admin admin] Deleting subnet 34ea976c-d55f-403f-ad0f-c47289705e2a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 12:54:00.536459 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34cdc956-b5e2-4b30-917c-3cc35aa28f55 admin admin] Publish callbacks [] for subnet (34ea976c-d55f-403f-ad0f-c47289705e2a), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.571559 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34cdc956-b5e2-4b30-917c-3cc35aa28f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911340'] for subnet (34ea976c-d55f-403f-ad0f-c47289705e2a), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.653217 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34cdc956-b5e2-4b30-917c-3cc35aa28f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755466'] for subnet (34ea976c-d55f-403f-ad0f-c47289705e2a), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.706337 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34cdc956-b5e2-4b30-917c-3cc35aa28f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8870347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763615'] for subnet (34ea976c-d55f-403f-ad0f-c47289705e2a), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.732943 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdc956-b5e2-4b30-917c-3cc35aa28f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ea976c-d55f-403f-ad0f-c47289705e2a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:54:00.734927 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34cdc956-b5e2-4b30-917c-3cc35aa28f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.738094 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-34cdc956-b5e2-4b30-917c-3cc35aa28f55 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/34ea976c-d55f-403f-ad0f-c47289705e2a HTTP/1.1" status: 204 len: 168 time: 0.2491534 Mar 18 12:54:00.739889 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84d427e-cc19-49f7-b0b6-f60655390fac None None] Network 0994e560-cc1c-4bd0-8016-a7c7b09389d4 requested from dv-cinder-790535-30-iscsi {{(pid=103443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 12:54:00.740620 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42154) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:54:00.819473 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813893'] for network (0994e560-cc1c-4bd0-8016-a7c7b09389d4), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.872608 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Deleting port aed579ea-793c-47f3-8c45-d79f24ea56cb {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 12:54:00.872938 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755722220319'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.934723 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] For port aed579ea-793c-47f3-8c45-d79f24ea56cb, host dv-cinder-790535-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-30-iscsi',level=0,port_id=aed579ea-793c-47f3-8c45-d79f24ea56cb,segment=NetworkSegment(1f615622-a896-4384-a9b3-1c89e2498df4),segment_id=1f615622-a896-4384-a9b3-1c89e2498df4)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 12:54:00.935087 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616990'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:00.947992 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Calling delete_port for aed579ea-793c-47f3-8c45-d79f24ea56cb owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 12:54:01.026791 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755722226050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755721691414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8870714'] for port (aed579ea-793c-47f3-8c45-d79f24ea56cb), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.051920 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed579ea-793c-47f3-8c45-d79f24ea56cb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:54:01.057194 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] No DVR routers for this DVR port aed579ea-793c-47f3-8c45-d79f24ea56cb on host dv-cinder-790535-30-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 12:54:01.129216 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688575', 'neutron.services.segments.db._delete_segments_for_network-8755722033219'] for network (0994e560-cc1c-4bd0-8016-a7c7b09389d4), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.149675 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0994e560-cc1c-4bd0-8016-a7c7b09389d4']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:54:01.159042 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06719b2-90c0-4d64-9504-479c65d975c7 None None] DHCP port deletion for 0994e560-cc1c-4bd0-8016-a7c7b09389d4 request from dv-cinder-790535-30-iscsi {{(pid=103443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 12:54:01.161970 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f615622-a896-4384-a9b3-1c89e2498df4') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:54:01.162267 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f615622-a896-4384-a9b3-1c89e2498df4') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 12:54:01.174127 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755722034508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911317'] for segment (1f615622-a896-4384-a9b3-1c89e2498df4), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.192464 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547'] for segment (1f615622-a896-4384-a9b3-1c89e2498df4), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.198260 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 12:54:01.198745 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8870761'] for segment (1f615622-a896-4384-a9b3-1c89e2498df4), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: Traceback (most recent call last): Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: timer() Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: cb(*args, **kw) Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: return func(*args, **kwargs) Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: self._notify() Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: self.callback(batched_events) Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: event.method(event) Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: return f(self, *a, **k) Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: return self._get(url).json() Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 12:54:01.200331 dv-cinder-790535-30-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 12:54:01.251522 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590650'] for network (0994e560-cc1c-4bd0-8016-a7c7b09389d4), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.257171 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702516'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.260252 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0994e560-cc1c-4bd0-8016-a7c7b09389d4 HTTP/1.1" status: 204 len: 168 time: 0.5187349 Mar 18 12:54:01.270803 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06521b7-00b9-4096-abb4-8fccb5690a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=0994e560-cc1c-4bd0-8016-a7c7b09389d4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:54:01.416833 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42158) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:54:01.454272 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e9553fad-3591-430c-b152-0d29c01f25d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02e011ec863c42f3a5f365ac789e90cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363145 Mar 18 12:54:01.456667 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42160) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:54:01.505467 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-743bb034-b7fd-4ed8-a30a-d014d5c1f953 admin admin] Publish callbacks [] for security_group (246b2482-b749-4eef-8494-631ae41e2df7), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.525731 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-743bb034-b7fd-4ed8-a30a-d014d5c1f953 admin admin] Publish callbacks [] for security_group (246b2482-b749-4eef-8494-631ae41e2df7), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.570806 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-743bb034-b7fd-4ed8-a30a-d014d5c1f953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (246b2482-b749-4eef-8494-631ae41e2df7), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.573595 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-743bb034-b7fd-4ed8-a30a-d014d5c1f953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.574752 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-743bb034-b7fd-4ed8-a30a-d014d5c1f953 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/246b2482-b749-4eef-8494-631ae41e2df7 HTTP/1.1" status: 204 len: 168 time: 0.1171842 Mar 18 12:54:01.584804 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bb034-b7fd-4ed8-a30a-d014d5c1f953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246b2482-b749-4eef-8494-631ae41e2df7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:54:01.879330 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.21', 42166) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:54:01.918688 dv-cinder-790535-30-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5f9c1663-1bdf-49dc-b04c-33178a31f32f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4389e156f5749ed87264024adfcbd05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376463 Mar 18 12:54:01.920595 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.21', 42168) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 12:54:01.967338 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8adc2def-5a00-4f2f-8c8a-bbf74d2826cd admin admin] Publish callbacks [] for security_group (e980948e-93bb-41d0-904b-a1c2cee8443b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:01.990142 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8adc2def-5a00-4f2f-8c8a-bbf74d2826cd admin admin] Publish callbacks [] for security_group (e980948e-93bb-41d0-904b-a1c2cee8443b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:02.037004 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8adc2def-5a00-4f2f-8c8a-bbf74d2826cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688356'] for security_group (e980948e-93bb-41d0-904b-a1c2cee8443b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:02.039661 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8adc2def-5a00-4f2f-8c8a-bbf74d2826cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:02.041131 dv-cinder-790535-30-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8adc2def-5a00-4f2f-8c8a-bbf74d2826cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e980948e-93bb-41d0-904b-a1c2cee8443b HTTP/1.1" status: 204 len: 168 time: 0.1193204 Mar 18 12:54:02.048394 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc2def-5a00-4f2f-8c8a-bbf74d2826cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980948e-93bb-41d0-904b-a1c2cee8443b,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 12:54:02.133875 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c3e703f9-483d-4e80-942e-212bc50e84fa no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:54:02.157001 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: c3e703f9-483d-4e80-942e-212bc50e84fa {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:54:02.157345 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device c3e703f9-483d-4e80-942e-212bc50e84fa not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:54:02.157770 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a64bf8c4-d61c-45fc-874d-13fd457830b8 no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:54:02.175842 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: a64bf8c4-d61c-45fc-874d-13fd457830b8 {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:54:02.176189 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device a64bf8c4-d61c-45fc-874d-13fd457830b8 not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:54:02.176595 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device aed579ea-793c-47f3-8c45-d79f24ea56cb no longer exists at agent ovs-agent-dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 12:54:02.195798 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] No Port match for: aed579ea-793c-47f3-8c45-d79f24ea56cb {{(pid=103443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 12:54:02.196142 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.rpc [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Device aed579ea-793c-47f3-8c45-d79f24ea56cb not bound to the agent host dv-cinder-790535-30-iscsi {{(pid=103443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 12:54:15.707455 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01452409-c51d-4fb3-aec7-af18abbcbb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:18.077013 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4c22704-3df7-445b-8504-23edc2ab9757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:19.121471 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:20.765380 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:22.217489 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:22.348459 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:25.853605 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:54:45.708916 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e30ea87-9ed3-4fb9-9436-1ac04f46ad43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:48.070857 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3939e542-0d60-4908-b210-a1cc5c62aaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:49.123488 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:50.767244 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:52.216398 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:54:52.352000 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:02.852615 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:55:15.711216 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e27ff67-ebdd-4f9c-a3e8-3f58147e6365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:18.072135 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67edef97-6560-4ee5-991e-2d53c04c74a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:19.126185 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:20.769873 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:22.236658 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:22.354834 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:39.851574 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:55:45.712877 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fec5d5ae-001a-4a62-a585-78e27ab11ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:48.073474 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2e529fa-20fc-4e54-b9a6-4442c9e1d82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:49.128267 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:50.773318 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:52.229351 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:55:52.355673 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:06.386232 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-8be1ec04-b832-4718-8c9e-b76e15bac362 service neutron] (103441) timed out ('10.222.0.21', 38682) {{(pid=103441) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 18 12:56:06.555327 dv-cinder-790535-30-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-f756ce3f-85bd-4401-abd4-dd36e15f6893 req-5ceb3d4d-c5b0-48b2-8589-7b864aa70135 tempest-AttachVolumeShelveTestJSON-1968740502 tempest-AttachVolumeShelveTestJSON-1968740502-project] (103442) timed out ('10.222.0.21', 38696) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 18 12:56:15.713457 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66e7dfaf-64ac-4dd9-81d7-b5001722492c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:16.851828 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:56:18.074006 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fba89fc4-313f-47e9-91d9-6e7d2729931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:19.131607 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:20.775734 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:22.228004 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:22.356346 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:45.714704 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-526b0eaf-e7be-4ea5-bc75-4746868a9f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:48.075015 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77132dbf-817a-4ca6-9257-099ce32b8460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:49.133957 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:50.777638 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:52.242773 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:52.356954 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:56:53.850541 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:57:15.716325 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fea6797-f65b-4c81-a0a2-3cb3dbbac274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:18.076451 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a9180d8-3642-4869-b708-f1aa3da5bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:19.137789 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:20.779976 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:22.257207 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:22.357794 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:30.849354 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:57:45.716612 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ef9564-63ee-412f-9596-c22cbb94ae6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:48.078338 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bd768fa-e915-40ee-b6e8-660e48e93751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:49.139815 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:50.782804 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:52.255596 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:57:52.359853 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:07.849025 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:58:15.717126 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e94ab37a-1ee8-4892-a00b-a25c3ac53e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:18.078847 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48436159-5e96-4415-be91-7ef403824de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:19.142467 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:20.786923 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:22.270312 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:22.360106 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:44.847792 dv-cinder-790535-30-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-0354848d-2c72-48ac-b87b-8648cdc91493 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 12:58:45.717870 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60edc99d-704d-45c6-93f0-fcd76ed871b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:48.082431 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8dbf9379-a428-4730-a0cf-9754382c959a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:49.145549 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:50.788421 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee0c0-6e30-4d60-8301-be981530e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (05c59311-8914-4085-b53b-d8ac1f11dd2b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:52.284384 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61622b96-7651-48fe-af41-2851e84860bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (43725301-ef93-4fdb-abf1-73a3b2591a22), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:52.360656 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46af5980-9b47-4e02-a4d3-c2d4374b2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (325aad4a-19fe-4986-8094-a81fedfa5ff8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:58:56.682027 dv-cinder-790535-30-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-8919a914-5f26-4e6d-8cc7-b927eb9647ad req-2ad5a777-df5f-4f5a-8867-4781a123ea9c service neutron] (103441) timed out ('10.222.0.37', 53541) {{(pid=103441) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 18 12:59:15.719305 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-178f17f2-6092-4e70-9128-eb7616c17a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (d133da71-8c76-4dd8-8929-dc50f26983bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:59:18.083845 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf035-7e2b-4fcf-935a-0a1766090a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (7c5978e1-5ad8-4c18-a905-3b533f3bb1aa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 12:59:19.149046 dv-cinder-790535-30-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb061-e17e-4ed2-8bdc-1676c9cd2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755722033201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702076'] for agent (17e0b50f-bb43-431f-806a-708d8322723f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}